2024-12-01 14:40:16,137 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-01 14:40:16,161 main DEBUG Took 0.021769 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 14:40:16,162 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 14:40:16,162 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 14:40:16,164 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 14:40:16,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,177 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 14:40:16,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,195 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,199 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,202 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,202 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:40:16,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,204 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 14:40:16,206 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:40:16,207 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 14:40:16,209 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 14:40:16,209 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 14:40:16,210 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 14:40:16,211 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 14:40:16,220 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 14:40:16,223 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 14:40:16,225 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 14:40:16,225 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 14:40:16,226 main DEBUG createAppenders(={Console}) 2024-12-01 14:40:16,226 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-01 14:40:16,227 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-01 14:40:16,227 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-01 14:40:16,228 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 14:40:16,228 main DEBUG OutputStream closed 2024-12-01 14:40:16,228 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 14:40:16,229 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 14:40:16,229 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-01 14:40:16,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 14:40:16,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 14:40:16,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 14:40:16,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 14:40:16,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 14:40:16,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 14:40:16,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 14:40:16,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 14:40:16,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 14:40:16,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 14:40:16,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 14:40:16,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 14:40:16,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 14:40:16,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 14:40:16,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 14:40:16,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 14:40:16,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 14:40:16,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 14:40:16,323 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 14:40:16,323 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-01 14:40:16,324 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 14:40:16,325 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-01T14:40:16,551 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736 2024-12-01 14:40:16,554 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 14:40:16,554 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T14:40:16,562 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-01T14:40:16,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6237 2024-12-01T14:40:16,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:40:16,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51, deleteOnExit=true 2024-12-01T14:40:16,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:40:16,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/test.cache.data in system properties and HBase conf 2024-12-01T14:40:16,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:40:16,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:40:16,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:40:16,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:40:16,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:40:16,709 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T14:40:16,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:40:16,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:40:16,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:40:16,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:40:16,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:40:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:40:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:40:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:40:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:40:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:40:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:40:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:40:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:40:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:40:16,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:40:17,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T14:40:17,825 INFO [Time-limited test {}] log.Log(170): Logging initialized @2602ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T14:40:17,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:17,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:17,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:17,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:17,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:17,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:17,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:17,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:18,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/java.io.tmpdir/jetty-localhost-38235-hadoop-hdfs-3_4_1-tests_jar-_-any-10715596147556013641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:40:18,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:38235} 2024-12-01T14:40:18,146 INFO [Time-limited test {}] server.Server(415): Started @2923ms 2024-12-01T14:40:18,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:18,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:18,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:18,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:18,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:40:18,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:18,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:18,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/java.io.tmpdir/jetty-localhost-33845-hadoop-hdfs-3_4_1-tests_jar-_-any-16565217391197726458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:40:18,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:33845} 2024-12-01T14:40:18,985 INFO [Time-limited test {}] server.Server(415): Started @3762ms 2024-12-01T14:40:19,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:40:19,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:40:19,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:40:19,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:40:19,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:40:19,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:40:19,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:40:19,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:40:19,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/java.io.tmpdir/jetty-localhost-40989-hadoop-hdfs-3_4_1-tests_jar-_-any-17309725936650850394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:40:19,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:40989} 2024-12-01T14:40:19,272 INFO [Time-limited test {}] server.Server(415): Started @4049ms 2024-12-01T14:40:19,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:40:20,240 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data1/current/BP-447262021-172.17.0.2-1733064017298/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:20,240 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data2/current/BP-447262021-172.17.0.2-1733064017298/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:20,240 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data3/current/BP-447262021-172.17.0.2-1733064017298/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:20,240 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data4/current/BP-447262021-172.17.0.2-1733064017298/current, will proceed with Du for space computation calculation, 2024-12-01T14:40:20,269 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:40:20,269 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:40:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c8eea20305ae755 with lease ID 0x48b5b18f13d56df9: Processing first storage report for DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e from datanode DatanodeRegistration(127.0.0.1:43419, datanodeUuid=7ccb0f4d-1094-47a6-b31c-45413f678489, infoPort=43417, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298) 2024-12-01T14:40:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c8eea20305ae755 with lease ID 0x48b5b18f13d56df9: from storage DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e node DatanodeRegistration(127.0.0.1:43419, datanodeUuid=7ccb0f4d-1094-47a6-b31c-45413f678489, infoPort=43417, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:40:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f51e31bdc3da7ca with lease ID 0x48b5b18f13d56df8: Processing first storage report for DS-c1930b11-814d-4758-98c2-8342b4cc052e from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298) 2024-12-01T14:40:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f51e31bdc3da7ca with lease ID 0x48b5b18f13d56df8: from storage DS-c1930b11-814d-4758-98c2-8342b4cc052e node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c8eea20305ae755 with lease ID 0x48b5b18f13d56df9: Processing first storage report for DS-544e3e4c-8f70-4ae6-8473-fd7d7bec6b48 from datanode DatanodeRegistration(127.0.0.1:43419, datanodeUuid=7ccb0f4d-1094-47a6-b31c-45413f678489, infoPort=43417, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298) 2024-12-01T14:40:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c8eea20305ae755 with lease ID 0x48b5b18f13d56df9: from storage DS-544e3e4c-8f70-4ae6-8473-fd7d7bec6b48 node DatanodeRegistration(127.0.0.1:43419, datanodeUuid=7ccb0f4d-1094-47a6-b31c-45413f678489, infoPort=43417, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f51e31bdc3da7ca with lease ID 0x48b5b18f13d56df8: Processing first storage report for DS-67f7df7b-a71c-4ae8-b78a-52ebc7b2dd39 from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298) 2024-12-01T14:40:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f51e31bdc3da7ca with lease ID 0x48b5b18f13d56df8: from storage DS-67f7df7b-a71c-4ae8-b78a-52ebc7b2dd39 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:20,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736 2024-12-01T14:40:20,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/zookeeper_0, clientPort=50601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:40:20,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50601 2024-12-01T14:40:20,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:20,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:40:20,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:40:21,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37 with version=8 2024-12-01T14:40:21,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase-staging 2024-12-01T14:40:21,192 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T14:40:21,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:21,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:21,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:21,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:21,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:21,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:40:21,674 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T14:40:21,683 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T14:40:21,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:21,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3880 (auto-detected) 2024-12-01T14:40:21,709 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T14:40:21,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43157 2024-12-01T14:40:21,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43157 connecting to ZooKeeper ensemble=127.0.0.1:50601 2024-12-01T14:40:21,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431570x0, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:21,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43157-0x101929fe4a20000 connected 2024-12-01T14:40:21,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:21,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:21,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:21,988 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37, hbase.cluster.distributed=false 2024-12-01T14:40:22,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:22,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43157 2024-12-01T14:40:22,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43157 2024-12-01T14:40:22,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43157 2024-12-01T14:40:22,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43157 2024-12-01T14:40:22,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43157 2024-12-01T14:40:22,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:40:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:22,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:22,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:40:22,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:40:22,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:40:22,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:40:22,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:40:22,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41109 2024-12-01T14:40:22,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41109 connecting to ZooKeeper ensemble=127.0.0.1:50601 2024-12-01T14:40:22,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:22,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:22,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411090x0, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:40:22,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411090x0, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:40:22,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41109-0x101929fe4a20001 connected 2024-12-01T14:40:22,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:40:22,175 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:40:22,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:40:22,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:40:22,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-01T14:40:22,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41109 2024-12-01T14:40:22,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41109 2024-12-01T14:40:22,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-01T14:40:22,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41109 2024-12-01T14:40:22,216 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:43157 2024-12-01T14:40:22,217 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,43157,1733064021274 2024-12-01T14:40:22,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:22,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:22,252 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,43157,1733064021274 2024-12-01T14:40:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:40:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:22,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:40:22,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,43157,1733064021274 from backup master directory 2024-12-01T14:40:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,43157,1733064021274 2024-12-01T14:40:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:40:22,301 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:22,301 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,43157,1733064021274 2024-12-01T14:40:22,304 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T14:40:22,306 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T14:40:22,376 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase.id] with ID: 13fea221-60bb-4f92-b06f-fcc8d79705bd 2024-12-01T14:40:22,376 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/.tmp/hbase.id 2024-12-01T14:40:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:40:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:40:22,390 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/.tmp/hbase.id]:[hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase.id] 2024-12-01T14:40:22,433 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:22,437 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:40:22,453 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-01T14:40:22,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:22,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:40:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:40:22,516 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:40:22,520 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:40:22,528 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:40:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:40:22,588 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store 2024-12-01T14:40:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:40:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:40:22,616 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T14:40:22,618 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:22,619 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:40:22,619 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:22,620 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:22,621 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:40:22,621 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:22,621 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:40:22,622 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064022619Disabling compacts and flushes for region at 1733064022619Disabling writes for close at 1733064022621 (+2 ms)Writing region close event to WAL at 1733064022621Closed at 1733064022621 2024-12-01T14:40:22,624 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/.initializing 2024-12-01T14:40:22,624 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/WALs/519b220a2ba1,43157,1733064021274 2024-12-01T14:40:22,632 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:22,649 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C43157%2C1733064021274, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/WALs/519b220a2ba1,43157,1733064021274, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/oldWALs, maxLogs=10 2024-12-01T14:40:22,681 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/WALs/519b220a2ba1,43157,1733064021274/519b220a2ba1%2C43157%2C1733064021274.1733064022655, exclude list is [], retry=0 2024-12-01T14:40:22,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:40:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:40:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:40:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T14:40:22,756 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/WALs/519b220a2ba1,43157,1733064021274/519b220a2ba1%2C43157%2C1733064021274.1733064022655 2024-12-01T14:40:22,757 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417),(127.0.0.1/127.0.0.1:46455:46455)] 2024-12-01T14:40:22,758 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:22,759 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:22,762 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,764 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:40:22,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:22,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:22,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:40:22,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:22,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:22,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:40:22,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:22,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:22,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:40:22,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:22,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:22,838 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,842 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,848 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,848 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,851 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:40:22,855 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:40:22,860 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:22,861 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797249, jitterRate=0.013754531741142273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:40:22,871 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064022777Initializing all the Stores at 1733064022779 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064022780 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064022780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064022780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064022780Cleaning up temporary data from old regions at 1733064022848 (+68 ms)Region opened successfully at 1733064022871 (+23 ms) 2024-12-01T14:40:22,875 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:40:22,921 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f525b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:22,963 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:40:22,973 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:40:22,974 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:40:22,977 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:40:22,978 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T14:40:22,983 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T14:40:22,983 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:40:23,006 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:40:23,014 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:40:23,057 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:40:23,060 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:40:23,062 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:40:23,074 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:40:23,077 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:40:23,081 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:40:23,091 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:40:23,092 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:40:23,102 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:40:23,120 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:40:23,127 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:40:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:40:23,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,144 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,43157,1733064021274, sessionid=0x101929fe4a20000, setting cluster-up flag (Was=false) 2024-12-01T14:40:23,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,216 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:40:23,219 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,43157,1733064021274 2024-12-01T14:40:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:23,269 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:40:23,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,43157,1733064021274 2024-12-01T14:40:23,279 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:40:23,303 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(746): ClusterId : 13fea221-60bb-4f92-b06f-fcc8d79705bd 2024-12-01T14:40:23,305 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:40:23,318 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:40:23,318 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:40:23,328 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:40:23,329 DEBUG [RS:0;519b220a2ba1:41109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b381c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:40:23,343 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:41109 2024-12-01T14:40:23,347 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:40:23,347 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:40:23,347 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:40:23,350 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,43157,1733064021274 with port=41109, startcode=1733064022088 2024-12-01T14:40:23,353 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:23,359 DEBUG [RS:0;519b220a2ba1:41109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:40:23,361 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:40:23,368 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:40:23,374 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,43157,1733064021274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:40:23,383 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:23,383 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:23,384 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:23,384 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:40:23,384 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:40:23,384 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,384 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:23,385 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,389 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064053389 2024-12-01T14:40:23,391 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:40:23,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:40:23,392 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:40:23,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:23,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:40:23,396 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:40:23,396 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:40:23,396 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:40:23,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:40:23,398 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43157 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T14:40:23,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,403 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:23,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:40:23,405 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:40:23,406 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:40:23,407 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:40:23,409 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:40:23,410 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:40:23,419 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064023411,5,FailOnTimeoutGroup] 2024-12-01T14:40:23,420 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064023419,5,FailOnTimeoutGroup] 2024-12-01T14:40:23,421 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,421 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:40:23,422 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:40:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:40:23,433 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T14:40:23,433 WARN [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T14:40:23,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:40:23,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37 2024-12-01T14:40:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:40:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:40:23,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:40:23,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:40:23,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:23,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:23,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:40:23,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:40:23,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:23,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:23,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:40:23,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:40:23,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:23,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:23,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:40:23,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:40:23,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:23,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:23,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:40:23,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740 2024-12-01T14:40:23,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740 2024-12-01T14:40:23,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:40:23,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:40:23,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:40:23,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:40:23,492 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:23,493 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847598, jitterRate=0.07777673006057739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:40:23,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064023457Initializing all the Stores at 1733064023459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064023459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064023461 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064023461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064023461Cleaning up temporary data from old regions at 1733064023485 (+24 ms)Region opened successfully at 1733064023495 (+10 ms) 2024-12-01T14:40:23,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:40:23,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:40:23,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:40:23,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:40:23,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:40:23,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:40:23,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064023495Disabling compacts and flushes for region at 1733064023495Disabling writes for close at 1733064023495Writing region close event to WAL at 1733064023496 (+1 ms)Closed at 1733064023496 2024-12-01T14:40:23,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:23,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:40:23,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:40:23,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:40:23,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:40:23,535 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,43157,1733064021274 with port=41109, startcode=1733064022088 2024-12-01T14:40:23,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43157 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,548 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37 2024-12-01T14:40:23,548 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37533 2024-12-01T14:40:23,548 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:40:23,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:40:23,584 DEBUG [RS:0;519b220a2ba1:41109 {}] zookeeper.ZKUtil(111): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,584 WARN [RS:0;519b220a2ba1:41109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:40:23,585 INFO [RS:0;519b220a2ba1:41109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:23,585 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,41109,1733064022088] 2024-12-01T14:40:23,610 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:40:23,623 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:40:23,627 INFO [RS:0;519b220a2ba1:41109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:40:23,627 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,628 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:40:23,633 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:40:23,635 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,635 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,635 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,635 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,635 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,636 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,636 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:40:23,636 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,636 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,636 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,637 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,637 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,637 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:40:23,637 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:23,637 DEBUG [RS:0;519b220a2ba1:41109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:40:23,638 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,639 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,639 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,639 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,639 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,639 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41109,1733064022088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:23,653 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:40:23,655 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41109,1733064022088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,655 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,655 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.Replication(171): 519b220a2ba1,41109,1733064022088 started 2024-12-01T14:40:23,667 WARN [519b220a2ba1:43157 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:40:23,669 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:23,669 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,41109,1733064022088, RpcServer on 519b220a2ba1/172.17.0.2:41109, sessionid=0x101929fe4a20001 2024-12-01T14:40:23,670 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:40:23,670 DEBUG [RS:0;519b220a2ba1:41109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,670 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41109,1733064022088' 2024-12-01T14:40:23,670 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:40:23,671 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:40:23,672 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:40:23,672 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:40:23,672 DEBUG [RS:0;519b220a2ba1:41109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,672 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41109,1733064022088' 2024-12-01T14:40:23,672 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:40:23,673 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:40:23,673 DEBUG [RS:0;519b220a2ba1:41109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:40:23,673 INFO [RS:0;519b220a2ba1:41109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:40:23,673 INFO [RS:0;519b220a2ba1:41109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:40:23,781 INFO [RS:0;519b220a2ba1:41109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:40:23,785 INFO [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C41109%2C1733064022088, suffix=, logDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs, maxLogs=32 2024-12-01T14:40:23,806 DEBUG [RS:0;519b220a2ba1:41109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064023790, exclude list is [], retry=0 2024-12-01T14:40:23,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:40:23,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:40:23,816 INFO [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064023790 2024-12-01T14:40:23,816 DEBUG [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:43417:43417)] 2024-12-01T14:40:23,920 DEBUG [519b220a2ba1:43157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:40:23,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:23,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,41109,1733064022088, state=OPENING 2024-12-01T14:40:23,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:40:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:40:24,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:24,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:24,016 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:40:24,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,41109,1733064022088}] 2024-12-01T14:40:24,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:40:24,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:40:24,214 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:40:24,215 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:40:24,215 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:40:24,218 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C41109%2C1733064022088.meta, suffix=.meta, logDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088, archiveDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs, maxLogs=32 2024-12-01T14:40:24,236 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.meta.1733064024220.meta, exclude list is [], retry=0 2024-12-01T14:40:24,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:40:24,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:40:24,259 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.meta.1733064024220.meta 2024-12-01T14:40:24,261 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:43417:43417)] 2024-12-01T14:40:24,261 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:24,264 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:40:24,268 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:40:24,275 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:40:24,282 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:40:24,283 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:24,283 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:40:24,283 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:40:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:40:24,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:40:24,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:24,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:24,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:40:24,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:40:24,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:24,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:24,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:40:24,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:40:24,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:40:24,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:40:24,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:24,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:40:24,308 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:40:24,311 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740 2024-12-01T14:40:24,314 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740 2024-12-01T14:40:24,318 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:40:24,318 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:40:24,319 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:40:24,323 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:40:24,326 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=741829, jitterRate=-0.056716188788414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:40:24,326 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:40:24,327 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064024284Writing region info on filesystem at 1733064024284Initializing all the Stores at 1733064024287 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064024287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064024290 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064024290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064024290Cleaning up temporary data from old regions at 1733064024318 (+28 ms)Running coprocessor post-open hooks at 1733064024326 (+8 ms)Region opened successfully at 1733064024327 (+1 ms) 2024-12-01T14:40:24,337 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064024187 2024-12-01T14:40:24,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:24,356 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:40:24,357 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:40:24,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,41109,1733064022088, state=OPEN 2024-12-01T14:40:24,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:24,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:40:24,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:24,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:40:24,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:24,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:40:24,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,41109,1733064022088 in 399 msec 2024-12-01T14:40:24,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:40:24,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 923 msec 2024-12-01T14:40:24,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:40:24,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:40:24,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:40:24,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,41109,1733064022088, seqNum=-1] 2024-12-01T14:40:24,487 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:40:24,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:40:24,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-12-01T14:40:24,516 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064024515, completionTime=-1 2024-12-01T14:40:24,519 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:40:24,520 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:40:24,557 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:40:24,557 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064084557 2024-12-01T14:40:24,557 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064144557 2024-12-01T14:40:24,557 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-01T14:40:24,560 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,561 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,561 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,563 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:43157, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,564 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,567 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,572 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:40:24,598 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.297sec 2024-12-01T14:40:24,600 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:40:24,601 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:40:24,603 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:40:24,604 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:40:24,604 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:40:24,605 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:40:24,606 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:40:24,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5379a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:24,615 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:40:24,616 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:40:24,617 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43157,1733064021274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:40:24,618 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T14:40:24,618 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T14:40:24,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,43157,-1 for getting cluster id 2024-12-01T14:40:24,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:40:24,634 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13fea221-60bb-4f92-b06f-fcc8d79705bd' 2024-12-01T14:40:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:40:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13fea221-60bb-4f92-b06f-fcc8d79705bd" 2024-12-01T14:40:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a379686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,43157,-1] 2024-12-01T14:40:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:40:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:40:24,646 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:40:24,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:40:24,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:40:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,41109,1733064022088, seqNum=-1] 2024-12-01T14:40:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:40:24,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:40:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,43157,1733064021274 2024-12-01T14:40:24,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:40:24,693 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-01T14:40:24,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:40:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,43157,1733064021274 2024-12-01T14:40:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d522b1a 2024-12-01T14:40:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:40:24,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:40:24,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-01T14:40:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-01T14:40:24,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:40:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-01T14:40:24,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:40:24,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-01T14:40:24,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:24,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:40:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:40:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741835_1011 (size=389) 2024-12-01T14:40:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741835_1011 (size=389) 2024-12-01T14:40:24,811 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b93034bada23c9fdbf955bf0d9bd63c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37 2024-12-01T14:40:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741836_1012 (size=72) 2024-12-01T14:40:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741836_1012 (size=72) 2024-12-01T14:40:24,826 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:24,826 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2b93034bada23c9fdbf955bf0d9bd63c, disabling compactions & flushes 2024-12-01T14:40:24,826 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:24,827 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:24,827 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. after waiting 0 ms 2024-12-01T14:40:24,827 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:24,827 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:24,827 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b93034bada23c9fdbf955bf0d9bd63c: Waiting for close lock at 1733064024826Disabling compacts and flushes for region at 1733064024826Disabling writes for close at 1733064024827 (+1 ms)Writing region close event to WAL at 1733064024827Closed at 1733064024827 2024-12-01T14:40:24,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:40:24,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733064024830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064024830"}]},"ts":"1733064024830"} 2024-12-01T14:40:24,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:40:24,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:40:24,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064024845"}]},"ts":"1733064024845"} 2024-12-01T14:40:24,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-01T14:40:24,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2b93034bada23c9fdbf955bf0d9bd63c, ASSIGN}] 2024-12-01T14:40:24,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2b93034bada23c9fdbf955bf0d9bd63c, ASSIGN 2024-12-01T14:40:24,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2b93034bada23c9fdbf955bf0d9bd63c, ASSIGN; state=OFFLINE, location=519b220a2ba1,41109,1733064022088; forceNewPlan=false, retain=false 2024-12-01T14:40:25,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b93034bada23c9fdbf955bf0d9bd63c, regionState=OPENING, regionLocation=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:25,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2b93034bada23c9fdbf955bf0d9bd63c, ASSIGN because future has completed 2024-12-01T14:40:25,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b93034bada23c9fdbf955bf0d9bd63c, server=519b220a2ba1,41109,1733064022088}] 2024-12-01T14:40:25,190 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:25,190 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b93034bada23c9fdbf955bf0d9bd63c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:40:25,191 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,191 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:40:25,191 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,191 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,193 INFO [StoreOpener-2b93034bada23c9fdbf955bf0d9bd63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,196 INFO [StoreOpener-2b93034bada23c9fdbf955bf0d9bd63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b93034bada23c9fdbf955bf0d9bd63c columnFamilyName info 2024-12-01T14:40:25,196 DEBUG [StoreOpener-2b93034bada23c9fdbf955bf0d9bd63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:40:25,197 INFO [StoreOpener-2b93034bada23c9fdbf955bf0d9bd63c-1 {}] regionserver.HStore(327): Store=2b93034bada23c9fdbf955bf0d9bd63c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:40:25,197 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,198 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,199 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,200 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,200 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,203 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,206 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:40:25,207 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b93034bada23c9fdbf955bf0d9bd63c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=719136, jitterRate=-0.08557185530662537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:40:25,207 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:25,208 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b93034bada23c9fdbf955bf0d9bd63c: Running coprocessor pre-open hook at 1733064025191Writing region info on filesystem at 1733064025191Initializing all the Stores at 1733064025193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064025193Cleaning up temporary data from old regions at 1733064025200 (+7 ms)Running coprocessor post-open hooks at 1733064025208 (+8 ms)Region opened successfully at 1733064025208 2024-12-01T14:40:25,210 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c., pid=6, masterSystemTime=1733064025178 2024-12-01T14:40:25,214 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:25,214 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:25,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b93034bada23c9fdbf955bf0d9bd63c, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41109,1733064022088 2024-12-01T14:40:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b93034bada23c9fdbf955bf0d9bd63c, server=519b220a2ba1,41109,1733064022088 because future has completed 2024-12-01T14:40:25,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:40:25,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b93034bada23c9fdbf955bf0d9bd63c, server=519b220a2ba1,41109,1733064022088 in 198 msec 2024-12-01T14:40:25,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:40:25,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2b93034bada23c9fdbf955bf0d9bd63c, ASSIGN in 367 msec 2024-12-01T14:40:25,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:40:25,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064025230"}]},"ts":"1733064025230"} 2024-12-01T14:40:25,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-01T14:40:25,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:40:25,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 512 msec 2024-12-01T14:40:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f51e31bdc3da7cb with lease ID 0x48b5b18f13d56dfa: from storage DS-c1930b11-814d-4758-98c2-8342b4cc052e node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:40:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f51e31bdc3da7cb with lease ID 0x48b5b18f13d56dfa: from storage DS-67f7df7b-a71c-4ae8-b78a-52ebc7b2dd39 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=7e8eab02-649a-4f69-8875-a98459b459a2, infoPort=46455, infoSecurePort=0, ipcPort=43373, storageInfo=lv=-57;cid=testClusterID;nsid=1234587488;c=1733064017298), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:40:29,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:40:29,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:40:29,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-01T14:40:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:40:31,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:40:31,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-01T14:40:31,675 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-01T14:40:31,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:40:31,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:40:31,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:40:31,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:40:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:40:34,830 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-01T14:40:34,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-01T14:40:34,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-01T14:40:34,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:40:34,863 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064034844, exclude list is [], retry=0 2024-12-01T14:40:34,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:40:34,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:40:34,896 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064023790 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064034844 2024-12-01T14:40:34,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:43417:43417)] 2024-12-01T14:40:34,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064023790 is not closed yet, will try archiving it next time 2024-12-01T14:40:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741833_1009 (size=451) 2024-12-01T14:40:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741833_1009 (size=451) 2024-12-01T14:40:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c., hostname=519b220a2ba1,41109,1733064022088, seqNum=2] 2024-12-01T14:40:34,912 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064023790 to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs/519b220a2ba1%2C41109%2C1733064022088.1733064023790 2024-12-01T14:40:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] regionserver.HRegion(8855): Flush requested on 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:40:48,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b93034bada23c9fdbf955bf0d9bd63c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:40:49,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/9169cd6d07324badbcea1d1f4ddc950d is 1055, key is row0001/info:/1733064034915/Put/seqid=0 2024-12-01T14:40:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741838_1014 (size=13386) 2024-12-01T14:40:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741838_1014 (size=13386) 2024-12-01T14:40:49,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/9169cd6d07324badbcea1d1f4ddc950d 2024-12-01T14:40:49,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/9169cd6d07324badbcea1d1f4ddc950d as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/9169cd6d07324badbcea1d1f4ddc950d 2024-12-01T14:40:49,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/9169cd6d07324badbcea1d1f4ddc950d, entries=8, sequenceid=12, filesize=13.1 K 2024-12-01T14:40:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2b93034bada23c9fdbf955bf0d9bd63c in 144ms, sequenceid=12, compaction requested=false 2024-12-01T14:40:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b93034bada23c9fdbf955bf0d9bd63c: 2024-12-01T14:40:50,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:40:54,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064054968, exclude list is [], retry=0 2024-12-01T14:40:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:40:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:40:54,989 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064034844 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064054968 2024-12-01T14:40:54,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:43417:43417)] 2024-12-01T14:40:54,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064034844 is not closed yet, will try archiving it next time 2024-12-01T14:40:54,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741837_1013 (size=12149) 2024-12-01T14:40:54,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741837_1013 (size=12149) 2024-12-01T14:40:59,995 INFO [AsyncFSWAL-0-hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37-prefix:519b220a2ba1,41109,1733064022088 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK], DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK]] 2024-12-01T14:40:59,998 WARN [AsyncFSWAL-0-hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37-prefix:519b220a2ba1,41109,1733064022088 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK], DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK]] 2024-12-01T14:40:59,999 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 519b220a2ba1%2C41109%2C1733064022088:(num 1733064054968) roll requested 2024-12-01T14:41:00,019 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999, exclude list is [], retry=0 2024-12-01T14:41:00,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:41:00,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:41:00,031 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064054968 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999 2024-12-01T14:41:00,031 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43417:43417),(127.0.0.1/127.0.0.1:46455:46455)] 2024-12-01T14:41:00,032 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064054968 is not closed yet, will try archiving it next time 2024-12-01T14:41:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741839_1015 (size=1233) 2024-12-01T14:41:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741839_1015 (size=1233) 2024-12-01T14:41:01,997 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:41:02,009 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064061998, exclude list is [], retry=0 2024-12-01T14:41:02,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43419,DS-fd5117ab-ad03-4731-871c-8a966ad9fe8e,DISK] 2024-12-01T14:41:02,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-c1930b11-814d-4758-98c2-8342b4cc052e,DISK] 2024-12-01T14:41:02,015 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064061998 2024-12-01T14:41:02,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:43417:43417)] 2024-12-01T14:41:02,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999 is not closed yet, will try archiving it next time 2024-12-01T14:41:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741840_1016 (size=93) 2024-12-01T14:41:02,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999 not finished, retry = 0 2024-12-01T14:41:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741840_1016 (size=93) 2024-12-01T14:41:02,118 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064059999 to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs/519b220a2ba1%2C41109%2C1733064022088.1733064059999 2024-12-01T14:41:04,655 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:41:04,655 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:41:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41109 {}] regionserver.HRegion(8855): Flush requested on 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:41:10,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b93034bada23c9fdbf955bf0d9bd63c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:41:10,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/edfe59340adf4bc384c43c7019481454 is 1055, key is row0009/info:/1733064050962/Put/seqid=0 2024-12-01T14:41:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741842_1018 (size=13386) 2024-12-01T14:41:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741842_1018 (size=13386) 2024-12-01T14:41:10,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/edfe59340adf4bc384c43c7019481454 2024-12-01T14:41:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/edfe59340adf4bc384c43c7019481454 as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/edfe59340adf4bc384c43c7019481454 2024-12-01T14:41:10,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/edfe59340adf4bc384c43c7019481454, entries=8, sequenceid=23, filesize=13.1 K 2024-12-01T14:41:10,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2b93034bada23c9fdbf955bf0d9bd63c in 44ms, sequenceid=23, compaction requested=false 2024-12-01T14:41:10,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b93034bada23c9fdbf955bf0d9bd63c: 2024-12-01T14:41:10,081 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-01T14:41:10,081 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:41:10,083 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/9169cd6d07324badbcea1d1f4ddc950d because midkey is the same as first or last row 2024-12-01T14:41:10,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2b93034bada23c9fdbf955bf0d9bd63c, had cached 0 bytes from a total of 26772 2024-12-01T14:41:20,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:41:22,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:41:22,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:22,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:22,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:22,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:22,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:41:22,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:41:22,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-12-01T14:41:22,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,43157,1733064021274 2024-12-01T14:41:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:22,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:22,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:22,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:22,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:22,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:22,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:22,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,41109,1733064022088' ***** 2024-12-01T14:41:22,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:41:22,129 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:41:22,130 INFO [RS:0;519b220a2ba1:41109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:41:22,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:41:22,130 INFO [RS:0;519b220a2ba1:41109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:41:22,130 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,41109,1733064022088 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:41109. 2024-12-01T14:41:22,131 DEBUG [RS:0;519b220a2ba1:41109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:22,131 DEBUG [RS:0;519b220a2ba1:41109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:22,131 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b93034bada23c9fdbf955bf0d9bd63c, disabling compactions & flushes 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:41:22,131 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:41:22,131 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:41:22,131 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:41:22,132 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. after waiting 0 ms 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:41:22,132 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:41:22,132 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1325): Online Regions={2b93034bada23c9fdbf955bf0d9bd63c=TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:41:22,132 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b93034bada23c9fdbf955bf0d9bd63c 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-01T14:41:22,132 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:41:22,132 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:41:22,133 DEBUG [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b93034bada23c9fdbf955bf0d9bd63c 2024-12-01T14:41:22,133 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-01T14:41:22,141 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/0d5ab97311ae49858d46a73132ac6a3d is 1055, key is row0017/info:/1733064072040/Put/seqid=0 2024-12-01T14:41:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741843_1019 (size=10222) 2024-12-01T14:41:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741843_1019 (size=10222) 2024-12-01T14:41:22,150 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/0d5ab97311ae49858d46a73132ac6a3d 2024-12-01T14:41:22,160 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/info/1f19e70b9ae54f6b88960e9f4ba02afd is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c./info:regioninfo/1733064025215/Put/seqid=0 2024-12-01T14:41:22,160 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/.tmp/info/0d5ab97311ae49858d46a73132ac6a3d as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/0d5ab97311ae49858d46a73132ac6a3d 2024-12-01T14:41:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741844_1020 (size=7016) 2024-12-01T14:41:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741844_1020 (size=7016) 2024-12-01T14:41:22,167 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/info/1f19e70b9ae54f6b88960e9f4ba02afd 2024-12-01T14:41:22,170 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/info/0d5ab97311ae49858d46a73132ac6a3d, entries=5, sequenceid=31, filesize=10.0 K 2024-12-01T14:41:22,172 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2b93034bada23c9fdbf955bf0d9bd63c in 39ms, sequenceid=31, compaction requested=true 2024-12-01T14:41:22,178 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/default/TestLogRolling-testSlowSyncLogRolling/2b93034bada23c9fdbf955bf0d9bd63c/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-01T14:41:22,181 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:41:22,181 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b93034bada23c9fdbf955bf0d9bd63c: Waiting for close lock at 1733064082131Running coprocessor pre-close hooks at 1733064082131Disabling compacts and flushes for region at 1733064082131Disabling writes for close at 1733064082132 (+1 ms)Obtaining lock to block concurrent updates at 1733064082132Preparing flush snapshotting stores in 2b93034bada23c9fdbf955bf0d9bd63c at 1733064082132Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733064082133 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. at 1733064082134 (+1 ms)Flushing 2b93034bada23c9fdbf955bf0d9bd63c/info: creating writer at 1733064082134Flushing 2b93034bada23c9fdbf955bf0d9bd63c/info: appending metadata at 1733064082140 (+6 ms)Flushing 2b93034bada23c9fdbf955bf0d9bd63c/info: closing flushed file at 1733064082140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a0320c: reopening flushed file at 1733064082159 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2b93034bada23c9fdbf955bf0d9bd63c in 39ms, sequenceid=31, compaction requested=true at 1733064082172 (+13 ms)Writing region close event to WAL at 1733064082173 (+1 ms)Running coprocessor post-close hooks at 1733064082179 (+6 ms)Closed at 1733064082181 (+2 ms) 2024-12-01T14:41:22,181 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733064024714.2b93034bada23c9fdbf955bf0d9bd63c. 2024-12-01T14:41:22,191 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/ns/888946af4bb5412d8ce86535ab26f7f5 is 43, key is default/ns:d/1733064024494/Put/seqid=0 2024-12-01T14:41:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741845_1021 (size=5153) 2024-12-01T14:41:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741845_1021 (size=5153) 2024-12-01T14:41:22,197 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/ns/888946af4bb5412d8ce86535ab26f7f5 2024-12-01T14:41:22,219 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/table/ac8cfdab746348f8b3e0285cb616f22b is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733064025230/Put/seqid=0 2024-12-01T14:41:22,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741846_1022 (size=5396) 2024-12-01T14:41:22,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741846_1022 (size=5396) 2024-12-01T14:41:22,226 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/table/ac8cfdab746348f8b3e0285cb616f22b 2024-12-01T14:41:22,235 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/info/1f19e70b9ae54f6b88960e9f4ba02afd as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/info/1f19e70b9ae54f6b88960e9f4ba02afd 2024-12-01T14:41:22,245 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/info/1f19e70b9ae54f6b88960e9f4ba02afd, entries=10, sequenceid=11, filesize=6.9 K 2024-12-01T14:41:22,247 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/ns/888946af4bb5412d8ce86535ab26f7f5 as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/ns/888946af4bb5412d8ce86535ab26f7f5 2024-12-01T14:41:22,257 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/ns/888946af4bb5412d8ce86535ab26f7f5, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:41:22,259 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/.tmp/table/ac8cfdab746348f8b3e0285cb616f22b as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/table/ac8cfdab746348f8b3e0285cb616f22b 2024-12-01T14:41:22,268 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/table/ac8cfdab746348f8b3e0285cb616f22b, entries=2, sequenceid=11, filesize=5.3 K 2024-12-01T14:41:22,269 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=11, compaction requested=false 2024-12-01T14:41:22,275 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:41:22,276 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:22,276 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:22,276 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064082132Running coprocessor pre-close hooks at 1733064082132Disabling compacts and flushes for region at 1733064082132Disabling writes for close at 1733064082132Obtaining lock to block concurrent updates at 1733064082133 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733064082133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733064082133Flushing stores of hbase:meta,,1.1588230740 at 1733064082134 (+1 ms)Flushing 1588230740/info: creating writer at 1733064082135 (+1 ms)Flushing 1588230740/info: appending metadata at 1733064082159 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733064082159Flushing 1588230740/ns: creating writer at 1733064082176 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733064082190 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733064082190Flushing 1588230740/table: creating writer at 1733064082205 (+15 ms)Flushing 1588230740/table: appending metadata at 1733064082218 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733064082218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae989bd: reopening flushed file at 1733064082234 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3559ed: reopening flushed file at 1733064082245 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f7ec3a: reopening flushed file at 1733064082258 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=11, compaction requested=false at 1733064082269 (+11 ms)Writing region close event to WAL at 1733064082271 (+2 ms)Running coprocessor post-close hooks at 1733064082276 (+5 ms)Closed at 1733064082276 2024-12-01T14:41:22,277 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:22,333 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,41109,1733064022088; all regions closed. 2024-12-01T14:41:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741834_1010 (size=3066) 2024-12-01T14:41:22,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.meta.1733064024220.meta not finished, retry = 0 2024-12-01T14:41:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741834_1010 (size=3066) 2024-12-01T14:41:22,442 DEBUG [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs 2024-12-01T14:41:22,442 INFO [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C41109%2C1733064022088.meta:.meta(num 1733064024220) 2024-12-01T14:41:22,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/WALs/519b220a2ba1,41109,1733064022088/519b220a2ba1%2C41109%2C1733064022088.1733064061998 not finished, retry = 0 2024-12-01T14:41:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741841_1017 (size=13164) 2024-12-01T14:41:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741841_1017 (size=13164) 2024-12-01T14:41:22,560 DEBUG [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/oldWALs 2024-12-01T14:41:22,560 INFO [RS:0;519b220a2ba1:41109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C41109%2C1733064022088:(num 1733064061998) 2024-12-01T14:41:22,560 DEBUG [RS:0;519b220a2ba1:41109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:22,560 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:22,561 INFO [RS:0;519b220a2ba1:41109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:22,561 INFO [RS:0;519b220a2ba1:41109 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:22,561 INFO [RS:0;519b220a2ba1:41109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:22,561 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:22,562 INFO [RS:0;519b220a2ba1:41109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41109 2024-12-01T14:41:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,41109,1733064022088 2024-12-01T14:41:22,619 INFO [RS:0;519b220a2ba1:41109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:22,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,41109,1733064022088] 2024-12-01T14:41:22,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,41109,1733064022088 already deleted, retry=false 2024-12-01T14:41:22,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,41109,1733064022088 expired; onlineServers=0 2024-12-01T14:41:22,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,43157,1733064021274' ***** 2024-12-01T14:41:22,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:41:22,637 INFO [M:0;519b220a2ba1:43157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:22,637 INFO [M:0;519b220a2ba1:43157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:22,638 DEBUG [M:0;519b220a2ba1:43157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:41:22,638 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:41:22,638 DEBUG [M:0;519b220a2ba1:43157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:41:22,638 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064023411 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064023411,5,FailOnTimeoutGroup] 2024-12-01T14:41:22,638 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064023419 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064023419,5,FailOnTimeoutGroup] 2024-12-01T14:41:22,639 INFO [M:0;519b220a2ba1:43157 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:22,639 INFO [M:0;519b220a2ba1:43157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:22,639 DEBUG [M:0;519b220a2ba1:43157 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:41:22,640 INFO [M:0;519b220a2ba1:43157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:41:22,640 INFO [M:0;519b220a2ba1:43157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:22,641 INFO [M:0;519b220a2ba1:43157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:41:22,641 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:41:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:41:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:22,645 DEBUG [M:0;519b220a2ba1:43157 {}] zookeeper.ZKUtil(347): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:41:22,645 WARN [M:0;519b220a2ba1:43157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:41:22,646 INFO [M:0;519b220a2ba1:43157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/.lastflushedseqids 2024-12-01T14:41:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741847_1023 (size=130) 2024-12-01T14:41:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741847_1023 (size=130) 2024-12-01T14:41:22,659 INFO [M:0;519b220a2ba1:43157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:41:22,659 INFO [M:0;519b220a2ba1:43157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:41:22,659 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:41:22,659 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:22,659 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:22,659 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:41:22,659 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:22,659 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-01T14:41:22,675 DEBUG [M:0;519b220a2ba1:43157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f42ce614be8497d99e45f788703c56e is 82, key is hbase:meta,,1/info:regioninfo/1733064024355/Put/seqid=0 2024-12-01T14:41:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741848_1024 (size=5672) 2024-12-01T14:41:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741848_1024 (size=5672) 2024-12-01T14:41:22,681 INFO [M:0;519b220a2ba1:43157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f42ce614be8497d99e45f788703c56e 2024-12-01T14:41:22,703 DEBUG [M:0;519b220a2ba1:43157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59cd037ed88423087b164ce046aef56 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733064025237/Put/seqid=0 2024-12-01T14:41:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741849_1025 (size=6247) 2024-12-01T14:41:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741849_1025 (size=6247) 2024-12-01T14:41:22,709 INFO [M:0;519b220a2ba1:43157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59cd037ed88423087b164ce046aef56 2024-12-01T14:41:22,715 INFO [M:0;519b220a2ba1:43157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59cd037ed88423087b164ce046aef56 2024-12-01T14:41:22,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:22,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41109-0x101929fe4a20001, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:22,728 INFO [RS:0;519b220a2ba1:41109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:22,729 INFO [RS:0;519b220a2ba1:41109 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,41109,1733064022088; zookeeper connection closed. 2024-12-01T14:41:22,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4321412f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4321412f 2024-12-01T14:41:22,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:41:22,730 DEBUG [M:0;519b220a2ba1:43157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0bed0ebd9954a8a9986bd856c0fc81a is 69, key is 519b220a2ba1,41109,1733064022088/rs:state/1733064023543/Put/seqid=0 2024-12-01T14:41:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741850_1026 (size=5156) 2024-12-01T14:41:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741850_1026 (size=5156) 2024-12-01T14:41:22,737 INFO [M:0;519b220a2ba1:43157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0bed0ebd9954a8a9986bd856c0fc81a 2024-12-01T14:41:22,758 DEBUG [M:0;519b220a2ba1:43157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7f7045fc440a4e699f732f2c42de6030 is 52, key is load_balancer_on/state:d/1733064024688/Put/seqid=0 2024-12-01T14:41:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741851_1027 (size=5056) 2024-12-01T14:41:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741851_1027 (size=5056) 2024-12-01T14:41:22,765 INFO [M:0;519b220a2ba1:43157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7f7045fc440a4e699f732f2c42de6030 2024-12-01T14:41:22,772 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f42ce614be8497d99e45f788703c56e as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f42ce614be8497d99e45f788703c56e 2024-12-01T14:41:22,779 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f42ce614be8497d99e45f788703c56e, entries=8, sequenceid=59, filesize=5.5 K 2024-12-01T14:41:22,781 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b59cd037ed88423087b164ce046aef56 as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b59cd037ed88423087b164ce046aef56 2024-12-01T14:41:22,790 INFO [M:0;519b220a2ba1:43157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59cd037ed88423087b164ce046aef56 2024-12-01T14:41:22,790 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b59cd037ed88423087b164ce046aef56, entries=6, sequenceid=59, filesize=6.1 K 2024-12-01T14:41:22,792 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0bed0ebd9954a8a9986bd856c0fc81a as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0bed0ebd9954a8a9986bd856c0fc81a 2024-12-01T14:41:22,800 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0bed0ebd9954a8a9986bd856c0fc81a, entries=1, sequenceid=59, filesize=5.0 K 2024-12-01T14:41:22,802 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7f7045fc440a4e699f732f2c42de6030 as hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7f7045fc440a4e699f732f2c42de6030 2024-12-01T14:41:22,808 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7f7045fc440a4e699f732f2c42de6030, entries=1, sequenceid=59, filesize=4.9 K 2024-12-01T14:41:22,810 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=59, compaction requested=false 2024-12-01T14:41:22,811 INFO [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:22,811 DEBUG [M:0;519b220a2ba1:43157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064082659Disabling compacts and flushes for region at 1733064082659Disabling writes for close at 1733064082659Obtaining lock to block concurrent updates at 1733064082659Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064082659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733064082660 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064082661 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064082661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064082675 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064082675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064082688 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064082702 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064082702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064082716 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064082729 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064082729Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733064082744 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733064082757 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733064082757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dfb090: reopening flushed file at 1733064082771 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357d2ef2: reopening flushed file at 1733064082780 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac18cd3: reopening flushed file at 1733064082790 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a65058b: reopening flushed file at 1733064082801 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=59, compaction requested=false at 1733064082810 (+9 ms)Writing region close event to WAL at 1733064082811 (+1 ms)Closed at 1733064082811 2024-12-01T14:41:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741830_1006 (size=27973) 2024-12-01T14:41:22,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43419 is added to blk_1073741830_1006 (size=27973) 2024-12-01T14:41:22,815 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:22,815 INFO [M:0;519b220a2ba1:43157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:41:22,816 INFO [M:0;519b220a2ba1:43157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43157 2024-12-01T14:41:22,816 INFO [M:0;519b220a2ba1:43157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:22,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:22,945 INFO [M:0;519b220a2ba1:43157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:22,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43157-0x101929fe4a20000, quorum=127.0.0.1:50601, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:22,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:22,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:22,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:22,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:22,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:22,955 WARN [BP-447262021-172.17.0.2-1733064017298 heartbeating to localhost/127.0.0.1:37533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:22,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:22,955 WARN [BP-447262021-172.17.0.2-1733064017298 heartbeating to localhost/127.0.0.1:37533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-447262021-172.17.0.2-1733064017298 (Datanode Uuid 7ccb0f4d-1094-47a6-b31c-45413f678489) service to localhost/127.0.0.1:37533 2024-12-01T14:41:22,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:22,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data3/current/BP-447262021-172.17.0.2-1733064017298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:22,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data4/current/BP-447262021-172.17.0.2-1733064017298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:22,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:22,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:22,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:22,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:22,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:22,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:22,961 WARN [BP-447262021-172.17.0.2-1733064017298 heartbeating to localhost/127.0.0.1:37533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:22,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:22,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:22,962 WARN [BP-447262021-172.17.0.2-1733064017298 heartbeating to localhost/127.0.0.1:37533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-447262021-172.17.0.2-1733064017298 (Datanode Uuid 7e8eab02-649a-4f69-8875-a98459b459a2) service to localhost/127.0.0.1:37533 2024-12-01T14:41:22,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data1/current/BP-447262021-172.17.0.2-1733064017298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:22,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/cluster_d912be27-fb5e-99e7-315b-e4d50f942c51/data/data2/current/BP-447262021-172.17.0.2-1733064017298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:22,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:22,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:41:22,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:22,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:22,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:22,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:22,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:41:23,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:41:23,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37533 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/519b220a2ba1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/519b220a2ba1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/519b220a2ba1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=5462 (was 6237) 2024-12-01T14:41:23,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=5462 2024-12-01T14:41:23,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.log.dir so I do NOT create it in target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11a764f2-f89d-0a54-ea02-15a3d62b0736/hadoop.tmp.dir so I do NOT create it in target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602, deleteOnExit=true 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/test.cache.data in system properties and HBase conf 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:41:23,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:41:23,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:41:23,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:41:23,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:41:23,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:23,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:23,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:23,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:23,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:41:23,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:23,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:23,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:23,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-37681-hadoop-hdfs-3_4_1-tests_jar-_-any-9158283741907156512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:41:23,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:37681} 2024-12-01T14:41:23,423 INFO [Time-limited test {}] server.Server(415): Started @68200ms 2024-12-01T14:41:23,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:23,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:23,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:23,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:23,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:41:23,643 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:23,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:23,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:23,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e375f1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-44417-hadoop-hdfs-3_4_1-tests_jar-_-any-8488973527561547315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:23,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:44417} 2024-12-01T14:41:23,733 INFO [Time-limited test {}] server.Server(415): Started @68511ms 2024-12-01T14:41:23,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:23,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:23,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:23,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:23,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:23,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:41:23,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:23,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:23,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a3a774e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-39471-hadoop-hdfs-3_4_1-tests_jar-_-any-11651814438368863943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:23,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:39471} 2024-12-01T14:41:23,860 INFO [Time-limited test {}] server.Server(415): Started @68637ms 2024-12-01T14:41:23,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:24,481 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data1/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:24,482 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data2/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:24,500 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0e159f6415e8c3 with lease ID 0x2ef0b703f40b0fcf: Processing first storage report for DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=37141, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0e159f6415e8c3 with lease ID 0x2ef0b703f40b0fcf: from storage DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=37141, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0e159f6415e8c3 with lease ID 0x2ef0b703f40b0fcf: Processing first storage report for DS-1bbca018-ee58-42e9-a336-4fa18b518bd5 from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=37141, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0e159f6415e8c3 with lease ID 0x2ef0b703f40b0fcf: from storage DS-1bbca018-ee58-42e9-a336-4fa18b518bd5 node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=37141, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:24,649 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data3/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:24,649 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data4/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:24,663 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24086d99ae6bf94a with lease ID 0x2ef0b703f40b0fd0: Processing first storage report for DS-860e1e08-1507-4140-85cb-f427c45717d0 from datanode DatanodeRegistration(127.0.0.1:33063, datanodeUuid=7aae4c7f-88bc-462b-8ea0-13007d9935f4, infoPort=33815, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24086d99ae6bf94a with lease ID 0x2ef0b703f40b0fd0: from storage DS-860e1e08-1507-4140-85cb-f427c45717d0 node DatanodeRegistration(127.0.0.1:33063, datanodeUuid=7aae4c7f-88bc-462b-8ea0-13007d9935f4, infoPort=33815, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24086d99ae6bf94a with lease ID 0x2ef0b703f40b0fd0: Processing first storage report for DS-0e44e430-c8f0-4f53-a2c6-88a832aa9fa6 from datanode DatanodeRegistration(127.0.0.1:33063, datanodeUuid=7aae4c7f-88bc-462b-8ea0-13007d9935f4, infoPort=33815, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24086d99ae6bf94a with lease ID 0x2ef0b703f40b0fd0: from storage DS-0e44e430-c8f0-4f53-a2c6-88a832aa9fa6 node DatanodeRegistration(127.0.0.1:33063, datanodeUuid=7aae4c7f-88bc-462b-8ea0-13007d9935f4, infoPort=33815, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:41:24,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417 2024-12-01T14:41:24,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/zookeeper_0, clientPort=53360, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:41:24,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53360 2024-12-01T14:41:24,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:41:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:41:24,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6 with version=8 2024-12-01T14:41:24,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase-staging 2024-12-01T14:41:24,719 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:41:24,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:41:24,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:41:24,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:41:24,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:41:24,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38533 2024-12-01T14:41:24,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38533 connecting to ZooKeeper ensemble=127.0.0.1:53360 2024-12-01T14:41:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385330x0, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:41:24,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38533-0x10192a0df9f0000 connected 2024-12-01T14:41:24,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:24,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6, hbase.cluster.distributed=false 2024-12-01T14:41:24,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:41:24,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38533 2024-12-01T14:41:24,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38533 2024-12-01T14:41:24,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38533 2024-12-01T14:41:24,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38533 2024-12-01T14:41:24,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38533 2024-12-01T14:41:24,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:41:24,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:41:24,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34405 2024-12-01T14:41:24,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34405 connecting to ZooKeeper ensemble=127.0.0.1:53360 2024-12-01T14:41:24,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344050x0, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:41:24,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344050x0, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:24,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34405-0x10192a0df9f0001 connected 2024-12-01T14:41:24,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:41:24,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:41:24,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:41:24,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:41:24,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-01T14:41:24,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34405 2024-12-01T14:41:24,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34405 2024-12-01T14:41:24,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-01T14:41:24,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-01T14:41:24,912 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:38533 2024-12-01T14:41:24,915 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,38533,1733064084719 2024-12-01T14:41:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:24,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:24,919 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,38533,1733064084719 2024-12-01T14:41:24,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:24,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:41:24,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:24,928 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:41:24,928 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,38533,1733064084719 from backup master directory 2024-12-01T14:41:24,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:24,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,38533,1733064084719 2024-12-01T14:41:24,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:24,935 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:41:24,936 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,38533,1733064084719 2024-12-01T14:41:24,941 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/hbase.id] with ID: f14840a3-f47b-4339-afe1-5a1e30dc5f4a 2024-12-01T14:41:24,941 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/.tmp/hbase.id 2024-12-01T14:41:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:41:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:41:24,972 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/.tmp/hbase.id]:[hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/hbase.id] 2024-12-01T14:41:24,991 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:24,991 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:41:24,993 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:41:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:41:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:41:25,037 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:41:25,038 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:41:25,038 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:41:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:41:25,048 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store 2024-12-01T14:41:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:41:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:41:25,058 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:41:25,059 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:25,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:25,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:41:25,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:25,059 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:25,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064085059Disabling compacts and flushes for region at 1733064085059Disabling writes for close at 1733064085059Writing region close event to WAL at 1733064085059Closed at 1733064085059 2024-12-01T14:41:25,060 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/.initializing 2024-12-01T14:41:25,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719 2024-12-01T14:41:25,061 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:25,064 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C38533%2C1733064084719, suffix=, logDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/oldWALs, maxLogs=10 2024-12-01T14:41:25,075 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064, exclude list is [], retry=0 2024-12-01T14:41:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33063,DS-860e1e08-1507-4140-85cb-f427c45717d0,DISK] 2024-12-01T14:41:25,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c,DISK] 2024-12-01T14:41:25,082 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 2024-12-01T14:41:25,082 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33815:33815),(127.0.0.1/127.0.0.1:37141:37141)] 2024-12-01T14:41:25,082 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:25,083 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,083 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,083 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:41:25,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:41:25,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:41:25,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:41:25,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:25,097 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,098 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,099 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,101 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,101 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,102 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:41:25,104 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:25,107 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:25,108 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=695372, jitterRate=-0.11579003930091858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:41:25,109 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064085083Initializing all the Stores at 1733064085084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085085 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085085Cleaning up temporary data from old regions at 1733064085101 (+16 ms)Region opened successfully at 1733064085109 (+8 ms) 2024-12-01T14:41:25,109 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:41:25,114 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a76bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:41:25,115 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:41:25,115 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:41:25,115 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:41:25,115 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:41:25,116 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:41:25,117 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:41:25,117 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:41:25,120 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:41:25,121 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:41:25,152 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:41:25,152 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:41:25,153 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:41:25,160 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:41:25,161 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:41:25,162 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:41:25,168 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:41:25,170 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:41:25,177 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:41:25,179 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:41:25,185 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:41:25,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:25,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:25,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,194 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,38533,1733064084719, sessionid=0x10192a0df9f0000, setting cluster-up flag (Was=false) 2024-12-01T14:41:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,235 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:41:25,237 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,38533,1733064084719 2024-12-01T14:41:25,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,277 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:41:25,278 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,38533,1733064084719 2024-12-01T14:41:25,280 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:41:25,282 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:25,282 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:41:25,282 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:41:25,283 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,38533,1733064084719 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:41:25,284 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:25,284 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:41:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,285 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064115285 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,286 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:41:25,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:41:25,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:41:25,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:25,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:41:25,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:41:25,287 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:41:25,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:41:25,292 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064085287,5,FailOnTimeoutGroup] 2024-12-01T14:41:25,292 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064085292,5,FailOnTimeoutGroup] 2024-12-01T14:41:25,292 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,292 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:41:25,292 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,292 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,298 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(746): ClusterId : f14840a3-f47b-4339-afe1-5a1e30dc5f4a 2024-12-01T14:41:25,298 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:41:25,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:41:25,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:41:25,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:41:25,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6 2024-12-01T14:41:25,303 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:41:25,303 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:41:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:41:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:41:25,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,311 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:41:25,311 DEBUG [RS:0;519b220a2ba1:34405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4770b109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:41:25,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:41:25,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:41:25,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:41:25,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:41:25,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:41:25,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:41:25,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:41:25,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:41:25,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,324 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:34405 2024-12-01T14:41:25,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:41:25,324 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:41:25,324 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:41:25,324 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:41:25,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740 2024-12-01T14:41:25,325 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,38533,1733064084719 with port=34405, startcode=1733064084866 2024-12-01T14:41:25,325 DEBUG [RS:0;519b220a2ba1:34405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:41:25,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740 2024-12-01T14:41:25,327 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:41:25,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:41:25,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:41:25,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38533 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:41:25,330 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6 2024-12-01T14:41:25,330 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35865 2024-12-01T14:41:25,330 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:41:25,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:41:25,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:25,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793893, jitterRate=0.009487628936767578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:41:25,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:25,336 DEBUG [RS:0;519b220a2ba1:34405 {}] zookeeper.ZKUtil(111): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,336 WARN [RS:0;519b220a2ba1:34405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:41:25,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064085310Initializing all the Stores at 1733064085311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085312 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085312Cleaning up temporary data from old regions at 1733064085328 (+16 ms)Region opened successfully at 1733064085336 (+8 ms) 2024-12-01T14:41:25,336 INFO [RS:0;519b220a2ba1:34405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:25,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:41:25,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:41:25,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:41:25,336 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,34405,1733064084866] 2024-12-01T14:41:25,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:41:25,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:41:25,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:25,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064085336Disabling compacts and flushes for region at 1733064085336Disabling writes for close at 1733064085336Writing region close event to WAL at 1733064085337 (+1 ms)Closed at 1733064085337 2024-12-01T14:41:25,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:25,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:41:25,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:41:25,342 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:41:25,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:41:25,350 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:41:25,354 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:41:25,355 INFO [RS:0;519b220a2ba1:34405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:41:25,355 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,362 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:41:25,364 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:41:25,364 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,364 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:41:25,365 DEBUG [RS:0;519b220a2ba1:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,366 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34405,1733064084866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:41:25,378 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:41:25,378 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34405,1733064084866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,378 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,378 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.Replication(171): 519b220a2ba1,34405,1733064084866 started 2024-12-01T14:41:25,390 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:25,390 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,34405,1733064084866, RpcServer on 519b220a2ba1/172.17.0.2:34405, sessionid=0x10192a0df9f0001 2024-12-01T14:41:25,391 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:41:25,391 DEBUG [RS:0;519b220a2ba1:34405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,391 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34405,1733064084866' 2024-12-01T14:41:25,391 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34405,1733064084866' 2024-12-01T14:41:25,392 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:41:25,393 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:41:25,393 DEBUG [RS:0;519b220a2ba1:34405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:41:25,393 INFO [RS:0;519b220a2ba1:34405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:41:25,393 INFO [RS:0;519b220a2ba1:34405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:41:25,494 INFO [RS:0;519b220a2ba1:34405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:25,494 WARN [519b220a2ba1:38533 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:41:25,496 INFO [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34405%2C1733064084866, suffix=, logDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs, maxLogs=32 2024-12-01T14:41:25,512 DEBUG [RS:0;519b220a2ba1:34405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498, exclude list is [], retry=0 2024-12-01T14:41:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33063,DS-860e1e08-1507-4140-85cb-f427c45717d0,DISK] 2024-12-01T14:41:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c,DISK] 2024-12-01T14:41:25,528 INFO [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 2024-12-01T14:41:25,528 DEBUG [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141),(127.0.0.1/127.0.0.1:33815:33815)] 2024-12-01T14:41:25,744 DEBUG [519b220a2ba1:38533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:41:25,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:25,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34405,1733064084866, state=OPENING 2024-12-01T14:41:25,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:41:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:25,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:25,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:41:25,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34405,1733064084866}] 2024-12-01T14:41:25,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:25,949 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:25,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:25,955 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:41:25,955 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:25,956 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:41:25,959 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34405%2C1733064084866.meta, suffix=.meta, logDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866, archiveDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs, maxLogs=32 2024-12-01T14:41:25,976 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta, exclude list is [], retry=0 2024-12-01T14:41:25,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33063,DS-860e1e08-1507-4140-85cb-f427c45717d0,DISK] 2024-12-01T14:41:25,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c,DISK] 2024-12-01T14:41:25,981 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta 2024-12-01T14:41:25,981 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141),(127.0.0.1/127.0.0.1:33815:33815)] 2024-12-01T14:41:25,981 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:41:25,982 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:41:25,982 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:41:25,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:41:25,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:41:25,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:41:25,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:41:25,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:41:25,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:41:25,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:41:25,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:41:25,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:25,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:25,991 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:41:25,992 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740 2024-12-01T14:41:25,994 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740 2024-12-01T14:41:25,996 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:41:25,996 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:41:25,996 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:41:25,998 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:41:25,999 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837314, jitterRate=0.06470006704330444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:41:25,999 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:41:26,000 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064085983Writing region info on filesystem at 1733064085983Initializing all the Stores at 1733064085984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085984Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064085984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064085984Cleaning up temporary data from old regions at 1733064085996 (+12 ms)Running coprocessor post-open hooks at 1733064085999 (+3 ms)Region opened successfully at 1733064086000 (+1 ms) 2024-12-01T14:41:26,001 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064085948 2024-12-01T14:41:26,004 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:41:26,004 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:41:26,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:26,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34405,1733064084866, state=OPEN 2024-12-01T14:41:26,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:41:26,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:41:26,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:26,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:26,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:26,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:41:26,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34405,1733064084866 in 272 msec 2024-12-01T14:41:26,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:41:26,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-12-01T14:41:26,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:26,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:41:26,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:41:26,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34405,1733064084866, seqNum=-1] 2024-12-01T14:41:26,076 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:26,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:26,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 802 msec 2024-12-01T14:41:26,085 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064086085, completionTime=-1 2024-12-01T14:41:26,085 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:41:26,085 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064146088 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064206088 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,088 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,089 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:38533, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,089 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,089 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,091 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:41:26,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.158sec 2024-12-01T14:41:26,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:41:26,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:41:26,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:26,098 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:41:26,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,38533,-1 for getting cluster id 2024-12-01T14:41:26,098 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:41:26,099 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,38533,1733064084719-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:26,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:41:26,100 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14840a3-f47b-4339-afe1-5a1e30dc5f4a' 2024-12-01T14:41:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:41:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14840a3-f47b-4339-afe1-5a1e30dc5f4a" 2024-12-01T14:41:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc6c566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,38533,-1] 2024-12-01T14:41:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:41:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:26,103 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:41:26,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:26,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:41:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34405,1733064084866, seqNum=-1] 2024-12-01T14:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:26,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:26,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,38533,1733064084719 2024-12-01T14:41:26,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:26,113 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-01T14:41:26,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:26,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:26,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:26,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:26,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:41:26,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:26,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:26,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cda920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-45327-hadoop-hdfs-3_4_1-tests_jar-_-any-8111023101462830505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:26,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:45327} 2024-12-01T14:41:26,219 INFO [Time-limited test {}] server.Server(415): Started @70996ms 2024-12-01T14:41:26,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:26,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:26,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:26,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:26,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:26,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:41:26,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:26,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:26,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f161185{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-46271-hadoop-hdfs-3_4_1-tests_jar-_-any-12599179396544125773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:26,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:46271} 2024-12-01T14:41:26,346 INFO [Time-limited test {}] server.Server(415): Started @71123ms 2024-12-01T14:41:26,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:26,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:26,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:26,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:26,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:26,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:41:26,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42468d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:26,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49abd634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:26,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@755fcbc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-44045-hadoop-hdfs-3_4_1-tests_jar-_-any-3577058297631509351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:26,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@506f661a{HTTP/1.1, (http/1.1)}{localhost:44045} 2024-12-01T14:41:26,469 INFO [Time-limited test {}] server.Server(415): Started @71246ms 2024-12-01T14:41:26,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:27,027 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data5/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,028 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data6/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,049 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf968e0926175ca6b with lease ID 0x2ef0b703f40b0fd1: Processing first storage report for DS-b96d2802-91d6-4006-9021-e12a057affac from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=dc94ee97-1018-4dfa-baf0-ed5370e5797b, infoPort=34475, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf968e0926175ca6b with lease ID 0x2ef0b703f40b0fd1: from storage DS-b96d2802-91d6-4006-9021-e12a057affac node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=dc94ee97-1018-4dfa-baf0-ed5370e5797b, infoPort=34475, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf968e0926175ca6b with lease ID 0x2ef0b703f40b0fd1: Processing first storage report for DS-18dccec0-cda6-4960-b9c0-796af11d136f from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=dc94ee97-1018-4dfa-baf0-ed5370e5797b, infoPort=34475, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf968e0926175ca6b with lease ID 0x2ef0b703f40b0fd1: from storage DS-18dccec0-cda6-4960-b9c0-796af11d136f node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=dc94ee97-1018-4dfa-baf0-ed5370e5797b, infoPort=34475, infoSecurePort=0, ipcPort=35655, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:27,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:27,395 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data8/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,395 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data7/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,415 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x377ecf5b36d004e1 with lease ID 0x2ef0b703f40b0fd2: Processing first storage report for DS-b9d75650-88fb-40e3-81d7-12d6dbdbf8da from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=280eb8cd-a0df-4b6e-842b-d6d272d67425, infoPort=45369, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x377ecf5b36d004e1 with lease ID 0x2ef0b703f40b0fd2: from storage DS-b9d75650-88fb-40e3-81d7-12d6dbdbf8da node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=280eb8cd-a0df-4b6e-842b-d6d272d67425, infoPort=45369, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x377ecf5b36d004e1 with lease ID 0x2ef0b703f40b0fd2: Processing first storage report for DS-bdb85672-9e9a-479a-97ce-b75c64e05bed from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=280eb8cd-a0df-4b6e-842b-d6d272d67425, infoPort=45369, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x377ecf5b36d004e1 with lease ID 0x2ef0b703f40b0fd2: from storage DS-bdb85672-9e9a-479a-97ce-b75c64e05bed node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=280eb8cd-a0df-4b6e-842b-d6d272d67425, infoPort=45369, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,426 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data9/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,427 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data10/current/BP-652822236-172.17.0.2-1733064083040/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:27,443 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a25ae56d95031a0 with lease ID 0x2ef0b703f40b0fd3: Processing first storage report for DS-061ed058-bf71-46f0-9731-007968c13318 from datanode DatanodeRegistration(127.0.0.1:34487, datanodeUuid=c739f6a9-eb83-4406-8ede-56d1f8de2936, infoPort=45723, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a25ae56d95031a0 with lease ID 0x2ef0b703f40b0fd3: from storage DS-061ed058-bf71-46f0-9731-007968c13318 node DatanodeRegistration(127.0.0.1:34487, datanodeUuid=c739f6a9-eb83-4406-8ede-56d1f8de2936, infoPort=45723, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a25ae56d95031a0 with lease ID 0x2ef0b703f40b0fd3: Processing first storage report for DS-699d5e37-f8f3-4e5c-9aca-6b479883a2ce from datanode DatanodeRegistration(127.0.0.1:34487, datanodeUuid=c739f6a9-eb83-4406-8ede-56d1f8de2936, infoPort=45723, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040) 2024-12-01T14:41:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a25ae56d95031a0 with lease ID 0x2ef0b703f40b0fd3: from storage DS-699d5e37-f8f3-4e5c-9aca-6b479883a2ce node DatanodeRegistration(127.0.0.1:34487, datanodeUuid=c739f6a9-eb83-4406-8ede-56d1f8de2936, infoPort=45723, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:27,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:41:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,38533,1733064084719 2024-12-01T14:41:27,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef35bf7 2024-12-01T14:41:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:41:27,503 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:41:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-01T14:41:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-01T14:41:27,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:41:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-01T14:41:27,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:41:27,509 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:27,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-01T14:41:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:27,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:41:27,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741835_1011 (size=393) 2024-12-01T14:41:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741835_1011 (size=393) 2024-12-01T14:41:27,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1615a54bdf7f2dd210473e198b365fe, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6 2024-12-01T14:41:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741836_1012 (size=76) 2024-12-01T14:41:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741836_1012 (size=76) 2024-12-01T14:41:27,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:27,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing f1615a54bdf7f2dd210473e198b365fe, disabling compactions & flushes 2024-12-01T14:41:27,532 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,532 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,532 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. after waiting 0 ms 2024-12-01T14:41:27,532 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,532 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,532 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1615a54bdf7f2dd210473e198b365fe: Waiting for close lock at 1733064087531Disabling compacts and flushes for region at 1733064087531Disabling writes for close at 1733064087532 (+1 ms)Writing region close event to WAL at 1733064087532Closed at 1733064087532 2024-12-01T14:41:27,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:41:27,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733064087534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064087534"}]},"ts":"1733064087534"} 2024-12-01T14:41:27,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:41:27,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:41:27,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064087537"}]},"ts":"1733064087537"} 2024-12-01T14:41:27,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-01T14:41:27,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f1615a54bdf7f2dd210473e198b365fe, ASSIGN}] 2024-12-01T14:41:27,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f1615a54bdf7f2dd210473e198b365fe, ASSIGN 2024-12-01T14:41:27,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f1615a54bdf7f2dd210473e198b365fe, ASSIGN; state=OFFLINE, location=519b220a2ba1,34405,1733064084866; forceNewPlan=false, retain=false 2024-12-01T14:41:27,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1615a54bdf7f2dd210473e198b365fe, regionState=OPENING, regionLocation=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:27,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f1615a54bdf7f2dd210473e198b365fe, ASSIGN because future has completed 2024-12-01T14:41:27,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1615a54bdf7f2dd210473e198b365fe, server=519b220a2ba1,34405,1733064084866}] 2024-12-01T14:41:27,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:41:27,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:27,860 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1615a54bdf7f2dd210473e198b365fe, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:27,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:27,861 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,861 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,862 INFO [StoreOpener-f1615a54bdf7f2dd210473e198b365fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,864 INFO [StoreOpener-f1615a54bdf7f2dd210473e198b365fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1615a54bdf7f2dd210473e198b365fe columnFamilyName info 2024-12-01T14:41:27,864 DEBUG [StoreOpener-f1615a54bdf7f2dd210473e198b365fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:27,865 INFO [StoreOpener-f1615a54bdf7f2dd210473e198b365fe-1 {}] regionserver.HStore(327): Store=f1615a54bdf7f2dd210473e198b365fe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:27,865 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,866 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,867 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,867 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,867 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,869 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,872 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:27,872 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1615a54bdf7f2dd210473e198b365fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789899, jitterRate=0.00440959632396698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:27,873 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:27,873 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1615a54bdf7f2dd210473e198b365fe: Running coprocessor pre-open hook at 1733064087861Writing region info on filesystem at 1733064087861Initializing all the Stores at 1733064087862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064087862Cleaning up temporary data from old regions at 1733064087867 (+5 ms)Running coprocessor post-open hooks at 1733064087873 (+6 ms)Region opened successfully at 1733064087873 2024-12-01T14:41:27,875 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe., pid=6, masterSystemTime=1733064087854 2024-12-01T14:41:27,878 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,878 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:27,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1615a54bdf7f2dd210473e198b365fe, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,34405,1733064084866 2024-12-01T14:41:27,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1615a54bdf7f2dd210473e198b365fe, server=519b220a2ba1,34405,1733064084866 because future has completed 2024-12-01T14:41:27,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:41:27,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1615a54bdf7f2dd210473e198b365fe, server=519b220a2ba1,34405,1733064084866 in 184 msec 2024-12-01T14:41:27,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:41:27,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=f1615a54bdf7f2dd210473e198b365fe, ASSIGN in 346 msec 2024-12-01T14:41:27,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:41:27,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064087891"}]},"ts":"1733064087891"} 2024-12-01T14:41:27,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-01T14:41:27,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:41:27,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 390 msec 2024-12-01T14:41:31,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:41:31,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-01T14:41:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-01T14:41:31,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-01T14:41:33,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:41:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:37,520 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-01T14:41:37,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-01T14:41:37,521 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:41:37,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-01T14:41:37,526 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:41:37,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-01T14:41:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe., hostname=519b220a2ba1,34405,1733064084866, seqNum=2] 2024-12-01T14:41:37,534 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-01T14:41:37,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-01T14:41:37,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,540 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-388174304_22 at /127.0.0.1:48938 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33063:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48938 dst: /127.0.0.1:33063 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,540 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-388174304_22 at /127.0.0.1:45710 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41383:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45710 dst: /127.0.0.1:41383 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,540 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1139193959_22 at /127.0.0.1:45738 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41383:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45738 dst: /127.0.0.1:41383 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,541 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1139193959_22 at /127.0.0.1:48952 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33063:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48952 dst: /127.0.0.1:33063 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,541 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1139193959_22 at /127.0.0.1:45746 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41383:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45746 dst: /127.0.0.1:41383 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,541 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1139193959_22 at /127.0.0.1:48954 [Receiving block BP-652822236-172.17.0.2-1733064083040:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33063:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48954 dst: /127.0.0.1:33063 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e375f1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:37,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:37,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:37,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:37,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:37,569 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:37,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:37,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:37,569 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid 2f680f0b-4886-45ab-b840-4e88a2fea56a) service to localhost/127.0.0.1:35865 2024-12-01T14:41:37,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data1/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:37,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data2/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:37,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:37,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:37,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:37,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:37,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:37,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:41:37,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dedaa8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:37,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5a7f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:37,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16edef69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/java.io.tmpdir/jetty-localhost-42187-hadoop-hdfs-3_4_1-tests_jar-_-any-10161489187605749546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:37,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2398092{HTTP/1.1, (http/1.1)}{localhost:42187} 2024-12-01T14:41:37,679 INFO [Time-limited test {}] server.Server(415): Started @82457ms 2024-12-01T14:41:37,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:37,698 WARN [AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6-prefix:519b220a2ba1,34405,1733064084866 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,699 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 519b220a2ba1%2C34405%2C1733064084866:(num 1733064085498) roll requested 2024-12-01T14:41:37,713 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064097699, exclude list is [], retry=0 2024-12-01T14:41:37,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-b9d75650-88fb-40e3-81d7-12d6dbdbf8da,DISK] 2024-12-01T14:41:37,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34487,DS-061ed058-bf71-46f0-9731-007968c13318,DISK] 2024-12-01T14:41:37,719 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064097699 2024-12-01T14:41:37,723 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45723:45723),(127.0.0.1/127.0.0.1:45369:45369)] 2024-12-01T14:41:37,723 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 is not closed yet, will try archiving it next time 2024-12-01T14:41:37,724 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,724 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:41:37,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:37,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:37,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:37,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:37,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:41:37,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:41:37,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=663121576, stopped=false 2024-12-01T14:41:37,725 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T14:41:37,725 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,38533,1733064084719 2024-12-01T14:41:37,726 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T14:41:37,726 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 2024-12-01T14:41:37,729 WARN [IPC Server handler 4 on default port 35865 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-01T14:41:37,732 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 after 4ms 2024-12-01T14:41:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:37,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:37,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:41:37,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:37,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:37,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:37,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:37,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,34405,1733064084866' ***** 2024-12-01T14:41:37,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:41:37,749 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:41:37,749 INFO [RS:0;519b220a2ba1:34405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:41:37,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:41:37,749 INFO [RS:0;519b220a2ba1:34405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:41:37,749 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(3091): Received CLOSE for f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,34405,1733064084866 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:34405. 2024-12-01T14:41:37,750 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1615a54bdf7f2dd210473e198b365fe, disabling compactions & flushes 2024-12-01T14:41:37,750 DEBUG [RS:0;519b220a2ba1:34405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:41:37,750 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,750 DEBUG [RS:0;519b220a2ba1:34405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:37,750 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:41:37,750 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. after waiting 0 ms 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:41:37,750 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,750 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:41:37,750 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1615a54bdf7f2dd210473e198b365fe 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-01T14:41:37,751 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:41:37,751 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f1615a54bdf7f2dd210473e198b365fe=TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe.} 2024-12-01T14:41:37,751 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1615a54bdf7f2dd210473e198b365fe 2024-12-01T14:41:37,751 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:41:37,751 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:41:37,751 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:41:37,751 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:41:37,751 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:41:37,751 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-01T14:41:37,752 WARN [AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6-prefix:519b220a2ba1,34405,1733064084866.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,752 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 519b220a2ba1%2C34405%2C1733064084866.meta:.meta(num 1733064085961) roll requested 2024-12-01T14:41:37,765 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064097753.meta, exclude list is [], retry=0 2024-12-01T14:41:37,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33063,DS-860e1e08-1507-4140-85cb-f427c45717d0,DISK] 2024-12-01T14:41:37,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-b96d2802-91d6-4006-9021-e12a057affac,DISK] 2024-12-01T14:41:37,770 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064097753.meta 2024-12-01T14:41:37,771 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/.tmp/info/0bd5b7c9a16a4f5cade3f4fa6e4fe7c3 is 1055, key is row0001/info:/1733064097533/Put/seqid=0 2024-12-01T14:41:37,772 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33815:33815),(127.0.0.1/127.0.0.1:34475:34475)] 2024-12-01T14:41:37,772 DEBUG [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta is not closed yet, will try archiving it next time 2024-12-01T14:41:37,772 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,772 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:37,772 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta 2024-12-01T14:41:37,773 WARN [IPC Server handler 3 on default port 35865 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-01T14:41:37,773 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta after 1ms 2024-12-01T14:41:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741839_1016 (size=7062) 2024-12-01T14:41:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741839_1016 (size=7062) 2024-12-01T14:41:37,781 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/.tmp/info/0bd5b7c9a16a4f5cade3f4fa6e4fe7c3 2024-12-01T14:41:37,790 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/.tmp/info/0bd5b7c9a16a4f5cade3f4fa6e4fe7c3 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/info/0bd5b7c9a16a4f5cade3f4fa6e4fe7c3 2024-12-01T14:41:37,794 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/info/803f938ae5a34f88827690745f220e1b is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe./info:regioninfo/1733064087879/Put/seqid=0 2024-12-01T14:41:37,799 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/info/0bd5b7c9a16a4f5cade3f4fa6e4fe7c3, entries=2, sequenceid=6, filesize=6.9 K 2024-12-01T14:41:37,801 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f1615a54bdf7f2dd210473e198b365fe in 51ms, sequenceid=6, compaction requested=false 2024-12-01T14:41:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741840_1018 (size=7089) 2024-12-01T14:41:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741840_1018 (size=7089) 2024-12-01T14:41:37,815 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/info/803f938ae5a34f88827690745f220e1b 2024-12-01T14:41:37,815 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/f1615a54bdf7f2dd210473e198b365fe/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:41:37,816 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,816 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1615a54bdf7f2dd210473e198b365fe: Waiting for close lock at 1733064097750Running coprocessor pre-close hooks at 1733064097750Disabling compacts and flushes for region at 1733064097750Disabling writes for close at 1733064097750Obtaining lock to block concurrent updates at 1733064097750Preparing flush snapshotting stores in f1615a54bdf7f2dd210473e198b365fe at 1733064097750Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733064097751 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. at 1733064097752 (+1 ms)Flushing f1615a54bdf7f2dd210473e198b365fe/info: creating writer at 1733064097752Flushing f1615a54bdf7f2dd210473e198b365fe/info: appending metadata at 1733064097771 (+19 ms)Flushing f1615a54bdf7f2dd210473e198b365fe/info: closing flushed file at 1733064097771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90e5b23: reopening flushed file at 1733064097789 (+18 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f1615a54bdf7f2dd210473e198b365fe in 51ms, sequenceid=6, compaction requested=false at 1733064097801 (+12 ms)Writing region close event to WAL at 1733064097806 (+5 ms)Running coprocessor post-close hooks at 1733064097816 (+10 ms)Closed at 1733064097816 2024-12-01T14:41:37,817 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733064087504.f1615a54bdf7f2dd210473e198b365fe. 2024-12-01T14:41:37,849 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/ns/22e553e7e57d4f6facdc7c9e711bbc9c is 43, key is default/ns:d/1733064086078/Put/seqid=0 2024-12-01T14:41:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741841_1019 (size=5153) 2024-12-01T14:41:37,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741841_1019 (size=5153) 2024-12-01T14:41:37,860 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/ns/22e553e7e57d4f6facdc7c9e711bbc9c 2024-12-01T14:41:37,889 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/table/970c1bb772a0453a8906235b4173c236 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733064087891/Put/seqid=0 2024-12-01T14:41:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741842_1020 (size=5424) 2024-12-01T14:41:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741842_1020 (size=5424) 2024-12-01T14:41:37,897 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/table/970c1bb772a0453a8906235b4173c236 2024-12-01T14:41:37,911 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/info/803f938ae5a34f88827690745f220e1b as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/info/803f938ae5a34f88827690745f220e1b 2024-12-01T14:41:37,919 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/info/803f938ae5a34f88827690745f220e1b, entries=10, sequenceid=11, filesize=6.9 K 2024-12-01T14:41:37,921 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/ns/22e553e7e57d4f6facdc7c9e711bbc9c as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/ns/22e553e7e57d4f6facdc7c9e711bbc9c 2024-12-01T14:41:37,933 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/ns/22e553e7e57d4f6facdc7c9e711bbc9c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:41:37,934 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/.tmp/table/970c1bb772a0453a8906235b4173c236 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/table/970c1bb772a0453a8906235b4173c236 2024-12-01T14:41:37,941 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/table/970c1bb772a0453a8906235b4173c236, entries=2, sequenceid=11, filesize=5.3 K 2024-12-01T14:41:37,943 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=11, compaction requested=false 2024-12-01T14:41:37,951 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:41:37,951 DEBUG [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:41:37,952 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:37,952 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:37,952 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064097751Running coprocessor pre-close hooks at 1733064097751Disabling compacts and flushes for region at 1733064097751Disabling writes for close at 1733064097751Obtaining lock to block concurrent updates at 1733064097751Preparing flush snapshotting stores in 1588230740 at 1733064097751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733064097752 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733064097772 (+20 ms)Flushing 1588230740/info: creating writer at 1733064097772Flushing 1588230740/info: appending metadata at 1733064097793 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733064097793Flushing 1588230740/ns: creating writer at 1733064097823 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733064097848 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733064097848Flushing 1588230740/table: creating writer at 1733064097872 (+24 ms)Flushing 1588230740/table: appending metadata at 1733064097888 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733064097888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e53ef9: reopening flushed file at 1733064097910 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1427cf: reopening flushed file at 1733064097919 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bae7ad9: reopening flushed file at 1733064097933 (+14 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=11, compaction requested=false at 1733064097943 (+10 ms)Writing region close event to WAL at 1733064097946 (+3 ms)Running coprocessor post-close hooks at 1733064097952 (+6 ms)Closed at 1733064097952 2024-12-01T14:41:37,952 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:37,985 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:37,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8bce5cf8a55503 with lease ID 0x2ef0b703f40b0fd4: from storage DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c node DatanodeRegistration(127.0.0.1:35845, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=35795, infoSecurePort=0, ipcPort=44935, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:37,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8bce5cf8a55503 with lease ID 0x2ef0b703f40b0fd4: from storage DS-1bbca018-ee58-42e9-a336-4fa18b518bd5 node DatanodeRegistration(127.0.0.1:35845, datanodeUuid=2f680f0b-4886-45ab-b840-4e88a2fea56a, infoPort=35795, infoSecurePort=0, ipcPort=44935, storageInfo=lv=-57;cid=testClusterID;nsid=866026902;c=1733064083040), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:38,151 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,34405,1733064084866; all regions closed. 2024-12-01T14:41:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741838_1015 (size=825) 2024-12-01T14:41:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741838_1015 (size=825) 2024-12-01T14:41:38,366 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:41:38,366 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:41:39,367 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741833_1014 (size=1599) 2024-12-01T14:41:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-01T14:41:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:41:41,733 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 after 4007ms 2024-12-01T14:41:41,734 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064085498 to hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs/519b220a2ba1%2C34405%2C1733064084866.1733064085498 2024-12-01T14:41:41,774 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta after 4002ms 2024-12-01T14:41:41,774 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta to hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs/519b220a2ba1%2C34405%2C1733064084866.meta.1733064085961.meta 2024-12-01T14:41:41,778 DEBUG [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs 2024-12-01T14:41:41,778 INFO [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34405%2C1733064084866.meta:.meta(num 1733064097753) 2024-12-01T14:41:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741837_1013 (size=2288) 2024-12-01T14:41:41,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/WALs/519b220a2ba1,34405,1733064084866/519b220a2ba1%2C34405%2C1733064084866.1733064097699 not finished, retry = 0 2024-12-01T14:41:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34487 is added to blk_1073741837_1013 (size=2288) 2024-12-01T14:41:41,888 DEBUG [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs 2024-12-01T14:41:41,888 INFO [RS:0;519b220a2ba1:34405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34405%2C1733064084866:(num 1733064097699) 2024-12-01T14:41:41,888 DEBUG [RS:0;519b220a2ba1:34405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:41,888 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:41:41,888 INFO [RS:0;519b220a2ba1:34405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:41,889 INFO [RS:0;519b220a2ba1:34405 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:41,889 INFO [RS:0;519b220a2ba1:34405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:41,889 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:41,889 INFO [RS:0;519b220a2ba1:34405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34405 2024-12-01T14:41:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,34405,1733064084866 2024-12-01T14:41:41,957 INFO [RS:0;519b220a2ba1:34405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:41,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,34405,1733064084866] 2024-12-01T14:41:41,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,34405,1733064084866 already deleted, retry=false 2024-12-01T14:41:41,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,34405,1733064084866 expired; onlineServers=0 2024-12-01T14:41:41,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,38533,1733064084719' ***** 2024-12-01T14:41:41,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:41:41,975 INFO [M:0;519b220a2ba1:38533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:41:41,975 INFO [M:0;519b220a2ba1:38533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:41:41,976 DEBUG [M:0;519b220a2ba1:38533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:41:41,976 DEBUG [M:0;519b220a2ba1:38533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:41:41,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:41:41,976 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064085287 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064085287,5,FailOnTimeoutGroup] 2024-12-01T14:41:41,976 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064085292 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064085292,5,FailOnTimeoutGroup] 2024-12-01T14:41:41,976 INFO [M:0;519b220a2ba1:38533 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:41:41,977 INFO [M:0;519b220a2ba1:38533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:41:41,977 DEBUG [M:0;519b220a2ba1:38533 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:41:41,977 INFO [M:0;519b220a2ba1:38533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:41:41,977 INFO [M:0;519b220a2ba1:38533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:41:41,977 INFO [M:0;519b220a2ba1:38533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:41:41,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:41:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:41:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:41,983 DEBUG [M:0;519b220a2ba1:38533 {}] zookeeper.ZKUtil(347): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:41:41,983 WARN [M:0;519b220a2ba1:38533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:41:41,986 INFO [M:0;519b220a2ba1:38533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/.lastflushedseqids 2024-12-01T14:41:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741843_1021 (size=139) 2024-12-01T14:41:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741843_1021 (size=139) 2024-12-01T14:41:41,994 INFO [M:0;519b220a2ba1:38533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:41:41,995 INFO [M:0;519b220a2ba1:38533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:41:41,995 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:41:41,995 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:41,995 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:41,995 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:41:41,995 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:41,995 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-12-01T14:41:41,996 WARN [AsyncFSWAL-0-hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData-prefix:519b220a2ba1,38533,1733064084719 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:41,996 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 519b220a2ba1%2C38533%2C1733064084719:(num 1733064085064) roll requested 2024-12-01T14:41:42,011 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064101997, exclude list is [], retry=0 2024-12-01T14:41:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-b9d75650-88fb-40e3-81d7-12d6dbdbf8da,DISK] 2024-12-01T14:41:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35845,DS-ec1ec398-b9c7-49e5-a202-f8935d6e412c,DISK] 2024-12-01T14:41:42,016 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064101997 2024-12-01T14:41:42,016 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45369:45369),(127.0.0.1/127.0.0.1:35795:35795)] 2024-12-01T14:41:42,016 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 is not closed yet, will try archiving it next time 2024-12-01T14:41:42,016 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:42,017 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:41:42,017 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 2024-12-01T14:41:42,018 WARN [IPC Server handler 4 on default port 35865 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-12-01T14:41:42,018 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 after 1ms 2024-12-01T14:41:42,032 DEBUG [M:0;519b220a2ba1:38533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61078b79d20a4d27828d516f3a93ff14 is 82, key is hbase:meta,,1/info:regioninfo/1733064086005/Put/seqid=0 2024-12-01T14:41:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741845_1024 (size=5672) 2024-12-01T14:41:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741845_1024 (size=5672) 2024-12-01T14:41:42,041 INFO [M:0;519b220a2ba1:38533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61078b79d20a4d27828d516f3a93ff14 2024-12-01T14:41:42,065 DEBUG [M:0;519b220a2ba1:38533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d21505c8d874353acd29c55ac0d2831 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733064087897/Put/seqid=0 2024-12-01T14:41:42,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:42,067 INFO [RS:0;519b220a2ba1:34405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:42,067 INFO [RS:0;519b220a2ba1:34405 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,34405,1733064084866; zookeeper connection closed. 2024-12-01T14:41:42,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x10192a0df9f0001, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:42,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e5218c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e5218c 2024-12-01T14:41:42,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:41:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741846_1025 (size=6115) 2024-12-01T14:41:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741846_1025 (size=6115) 2024-12-01T14:41:42,071 INFO [M:0;519b220a2ba1:38533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d21505c8d874353acd29c55ac0d2831 2024-12-01T14:41:42,091 DEBUG [M:0;519b220a2ba1:38533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf60b28f8bb4a3fa7e918ec5695ebe1 is 69, key is 519b220a2ba1,34405,1733064084866/rs:state/1733064085328/Put/seqid=0 2024-12-01T14:41:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741847_1026 (size=5156) 2024-12-01T14:41:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741847_1026 (size=5156) 2024-12-01T14:41:42,097 INFO [M:0;519b220a2ba1:38533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf60b28f8bb4a3fa7e918ec5695ebe1 2024-12-01T14:41:42,117 DEBUG [M:0;519b220a2ba1:38533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3be6754a1609457d89c6c71458bccbb2 is 52, key is load_balancer_on/state:d/1733064086111/Put/seqid=0 2024-12-01T14:41:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741848_1027 (size=5056) 2024-12-01T14:41:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741848_1027 (size=5056) 2024-12-01T14:41:42,123 INFO [M:0;519b220a2ba1:38533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3be6754a1609457d89c6c71458bccbb2 2024-12-01T14:41:42,129 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61078b79d20a4d27828d516f3a93ff14 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61078b79d20a4d27828d516f3a93ff14 2024-12-01T14:41:42,136 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61078b79d20a4d27828d516f3a93ff14, entries=8, sequenceid=56, filesize=5.5 K 2024-12-01T14:41:42,137 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d21505c8d874353acd29c55ac0d2831 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d21505c8d874353acd29c55ac0d2831 2024-12-01T14:41:42,143 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d21505c8d874353acd29c55ac0d2831, entries=6, sequenceid=56, filesize=6.0 K 2024-12-01T14:41:42,144 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf60b28f8bb4a3fa7e918ec5695ebe1 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf60b28f8bb4a3fa7e918ec5695ebe1 2024-12-01T14:41:42,150 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf60b28f8bb4a3fa7e918ec5695ebe1, entries=1, sequenceid=56, filesize=5.0 K 2024-12-01T14:41:42,151 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3be6754a1609457d89c6c71458bccbb2 as hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3be6754a1609457d89c6c71458bccbb2 2024-12-01T14:41:42,157 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3be6754a1609457d89c6c71458bccbb2, entries=1, sequenceid=56, filesize=4.9 K 2024-12-01T14:41:42,158 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=56, compaction requested=false 2024-12-01T14:41:42,159 INFO [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:42,160 DEBUG [M:0;519b220a2ba1:38533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064101995Disabling compacts and flushes for region at 1733064101995Disabling writes for close at 1733064101995Obtaining lock to block concurrent updates at 1733064101995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064101995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1733064101996 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064102017 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064102017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064102032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064102032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064102048 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064102064 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064102064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064102076 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064102091 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064102091Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733064102102 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733064102116 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733064102117 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac8bd15: reopening flushed file at 1733064102128 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc1b136: reopening flushed file at 1733064102136 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b73eca7: reopening flushed file at 1733064102143 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4c82ff: reopening flushed file at 1733064102150 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=56, compaction requested=false at 1733064102158 (+8 ms)Writing region close event to WAL at 1733064102159 (+1 ms)Closed at 1733064102159 2024-12-01T14:41:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35845 is added to blk_1073741844_1022 (size=757) 2024-12-01T14:41:42,162 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064101997 not finished, retry = 0 2024-12-01T14:41:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741844_1022 (size=757) 2024-12-01T14:41:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741833_1014 (size=1599) 2024-12-01T14:41:43,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:41:43,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:43,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33063 is added to blk_1073741830_1023 (size=27189) 2024-12-01T14:41:45,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741830_1023 (size=27189) 2024-12-01T14:41:46,019 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 after 4002ms 2024-12-01T14:41:46,019 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/WALs/519b220a2ba1,38533,1733064084719/519b220a2ba1%2C38533%2C1733064084719.1733064085064 to hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/oldWALs/519b220a2ba1%2C38533%2C1733064084719.1733064085064 2024-12-01T14:41:46,026 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/MasterData/oldWALs/519b220a2ba1%2C38533%2C1733064084719.1733064085064 to hdfs://localhost:35865/user/jenkins/test-data/be8bf9db-f223-b6c6-61ed-9070bd740cf6/oldWALs/519b220a2ba1%2C38533%2C1733064084719.1733064085064$masterlocalwal$ 2024-12-01T14:41:46,026 INFO [M:0;519b220a2ba1:38533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:41:46,027 INFO [M:0;519b220a2ba1:38533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38533 2024-12-01T14:41:46,027 INFO [M:0;519b220a2ba1:38533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:41:46,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:41:46,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:46,172 INFO [M:0;519b220a2ba1:38533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:41:46,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38533-0x10192a0df9f0000, quorum=127.0.0.1:53360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:41:46,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16edef69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:46,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2398092{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5a7f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dedaa8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,178 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:46,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:46,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:46,178 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid 2f680f0b-4886-45ab-b840-4e88a2fea56a) service to localhost/127.0.0.1:35865 2024-12-01T14:41:46,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data1/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data2/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:46,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@755fcbc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:46,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@506f661a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49abd634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42468d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,189 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:46,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:46,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:46,189 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid c739f6a9-eb83-4406-8ede-56d1f8de2936) service to localhost/127.0.0.1:35865 2024-12-01T14:41:46,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data9/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data10/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:46,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f161185{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:46,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,202 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:46,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:46,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:46,202 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid 280eb8cd-a0df-4b6e-842b-d6d272d67425) service to localhost/127.0.0.1:35865 2024-12-01T14:41:46,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data7/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data8/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:46,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cda920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:46,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,211 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:46,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:46,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:46,211 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid dc94ee97-1018-4dfa-baf0-ed5370e5797b) service to localhost/127.0.0.1:35865 2024-12-01T14:41:46,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data5/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data6/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:46,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a3a774e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:46,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,218 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:41:46,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:41:46,219 WARN [BP-652822236-172.17.0.2-1733064083040 heartbeating to localhost/127.0.0.1:35865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652822236-172.17.0.2-1733064083040 (Datanode Uuid 7aae4c7f-88bc-462b-8ea0-13007d9935f4) service to localhost/127.0.0.1:35865 2024-12-01T14:41:46,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:41:46,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data3/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/cluster_645b8d30-d6b9-6d73-6051-4d4b76496602/data/data4/current/BP-652822236-172.17.0.2-1733064083040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:41:46,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:41:46,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5eaeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:41:46,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b3fb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:41:46,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:41:46,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:41:46,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ef478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir/,STOPPED} 2024-12-01T14:41:46,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:41:46,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:41:46,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35865 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5515 (was 5462) - AvailableMemoryMB LEAK? - 2024-12-01T14:41:46,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=5515 2024-12-01T14:41:46,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:41:46,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.log.dir so I do NOT create it in target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd 2024-12-01T14:41:46,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/42a03094-3769-491f-f09c-2ddcc6dc6417/hadoop.tmp.dir so I do NOT create it in target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd 2024-12-01T14:41:46,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb, deleteOnExit=true 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/test.cache.data in system properties and HBase conf 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:41:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:41:46,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:41:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:41:46,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:41:46,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:41:46,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:46,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:46,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:46,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:46,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:41:46,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:46,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7688e99e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:46,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dab15c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:46,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aca7b5c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/java.io.tmpdir/jetty-localhost-36581-hadoop-hdfs-3_4_1-tests_jar-_-any-9441053579341971165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:41:46,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bccf617{HTTP/1.1, (http/1.1)}{localhost:36581} 2024-12-01T14:41:46,716 INFO [Time-limited test {}] server.Server(415): Started @91493ms 2024-12-01T14:41:47,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:47,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:47,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:47,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:47,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:41:47,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254aafa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:47,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71513cdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:47,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c64ffcd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/java.io.tmpdir/jetty-localhost-43371-hadoop-hdfs-3_4_1-tests_jar-_-any-3902046676478229428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:47,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f4d7e57{HTTP/1.1, (http/1.1)}{localhost:43371} 2024-12-01T14:41:47,117 INFO [Time-limited test {}] server.Server(415): Started @91894ms 2024-12-01T14:41:47,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:47,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:41:47,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:41:47,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:41:47,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:41:47,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:41:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9bc78e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:41:47,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abd8940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:41:47,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3662b86a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/java.io.tmpdir/jetty-localhost-41809-hadoop-hdfs-3_4_1-tests_jar-_-any-8769176173024005443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:41:47,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551772a4{HTTP/1.1, (http/1.1)}{localhost:41809} 2024-12-01T14:41:47,277 INFO [Time-limited test {}] server.Server(415): Started @92054ms 2024-12-01T14:41:47,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:41:47,888 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data1/current/BP-94600003-172.17.0.2-1733064106333/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:47,888 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data2/current/BP-94600003-172.17.0.2-1733064106333/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:47,907 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9d345f6c55ea8fc with lease ID 0xd97ebc5cd7517247: Processing first storage report for DS-da79f9d5-3c96-4b1d-9878-34da59f450f3 from datanode DatanodeRegistration(127.0.0.1:40387, datanodeUuid=387a16d7-8775-4f09-96e9-c34dffd9b9f1, infoPort=40389, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333) 2024-12-01T14:41:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9d345f6c55ea8fc with lease ID 0xd97ebc5cd7517247: from storage DS-da79f9d5-3c96-4b1d-9878-34da59f450f3 node DatanodeRegistration(127.0.0.1:40387, datanodeUuid=387a16d7-8775-4f09-96e9-c34dffd9b9f1, infoPort=40389, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9d345f6c55ea8fc with lease ID 0xd97ebc5cd7517247: Processing first storage report for DS-194e9655-48d1-4502-8274-84e0a4ec233b from datanode DatanodeRegistration(127.0.0.1:40387, datanodeUuid=387a16d7-8775-4f09-96e9-c34dffd9b9f1, infoPort=40389, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333) 2024-12-01T14:41:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9d345f6c55ea8fc with lease ID 0xd97ebc5cd7517247: from storage DS-194e9655-48d1-4502-8274-84e0a4ec233b node DatanodeRegistration(127.0.0.1:40387, datanodeUuid=387a16d7-8775-4f09-96e9-c34dffd9b9f1, infoPort=40389, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:48,042 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data3/current/BP-94600003-172.17.0.2-1733064106333/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:48,043 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data4/current/BP-94600003-172.17.0.2-1733064106333/current, will proceed with Du for space computation calculation, 2024-12-01T14:41:48,060 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:41:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c978a934f3d7077 with lease ID 0xd97ebc5cd7517248: Processing first storage report for DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e from datanode DatanodeRegistration(127.0.0.1:37621, datanodeUuid=5c17e3d9-a575-4d09-bdc1-5c81b2b04495, infoPort=37013, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333) 2024-12-01T14:41:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c978a934f3d7077 with lease ID 0xd97ebc5cd7517248: from storage DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e node DatanodeRegistration(127.0.0.1:37621, datanodeUuid=5c17e3d9-a575-4d09-bdc1-5c81b2b04495, infoPort=37013, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:41:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c978a934f3d7077 with lease ID 0xd97ebc5cd7517248: Processing first storage report for DS-58ab54a4-cf41-45e9-b6fc-58fa45792dc9 from datanode DatanodeRegistration(127.0.0.1:37621, datanodeUuid=5c17e3d9-a575-4d09-bdc1-5c81b2b04495, infoPort=37013, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333) 2024-12-01T14:41:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c978a934f3d7077 with lease ID 0xd97ebc5cd7517248: from storage DS-58ab54a4-cf41-45e9-b6fc-58fa45792dc9 node DatanodeRegistration(127.0.0.1:37621, datanodeUuid=5c17e3d9-a575-4d09-bdc1-5c81b2b04495, infoPort=37013, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=1940401499;c=1733064106333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:41:48,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd 2024-12-01T14:41:48,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/zookeeper_0, clientPort=55091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:41:48,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55091 2024-12-01T14:41:48,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:41:48,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:41:48,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa with version=8 2024-12-01T14:41:48,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase-staging 2024-12-01T14:41:48,130 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:41:48,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:41:48,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35905 2024-12-01T14:41:48,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35905 connecting to ZooKeeper ensemble=127.0.0.1:55091 2024-12-01T14:41:48,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359050x0, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:41:48,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35905-0x10192a13b150000 connected 2024-12-01T14:41:48,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:48,252 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa, hbase.cluster.distributed=false 2024-12-01T14:41:48,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:41:48,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35905 2024-12-01T14:41:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35905 2024-12-01T14:41:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35905 2024-12-01T14:41:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35905 2024-12-01T14:41:48,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35905 2024-12-01T14:41:48,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:41:48,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:41:48,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45421 2024-12-01T14:41:48,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45421 connecting to ZooKeeper ensemble=127.0.0.1:55091 2024-12-01T14:41:48,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454210x0, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:41:48,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45421-0x10192a13b150001 connected 2024-12-01T14:41:48,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454210x0, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:41:48,283 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:41:48,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:41:48,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:41:48,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:41:48,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45421 2024-12-01T14:41:48,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45421 2024-12-01T14:41:48,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45421 2024-12-01T14:41:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45421 2024-12-01T14:41:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45421 2024-12-01T14:41:48,300 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:35905 2024-12-01T14:41:48,301 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:48,308 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:41:48,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,316 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:41:48,316 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,35905,1733064108129 from backup master directory 2024-12-01T14:41:48,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:48,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:41:48,324 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:41:48,324 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,328 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/hbase.id] with ID: 62aeae6c-58e5-41e1-8c6b-019dc7620064 2024-12-01T14:41:48,328 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/.tmp/hbase.id 2024-12-01T14:41:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:41:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:41:48,335 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/.tmp/hbase.id]:[hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/hbase.id] 2024-12-01T14:41:48,348 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:48,348 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:41:48,350 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:41:48,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:41:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:41:48,365 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:41:48,365 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:41:48,366 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:41:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:41:48,378 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store 2024-12-01T14:41:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:41:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:41:48,387 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:48,387 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:41:48,387 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064108387Disabling compacts and flushes for region at 1733064108387Disabling writes for close at 1733064108387Writing region close event to WAL at 1733064108387Closed at 1733064108387 2024-12-01T14:41:48,388 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/.initializing 2024-12-01T14:41:48,388 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/WALs/519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,389 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:48,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C35905%2C1733064108129, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/WALs/519b220a2ba1,35905,1733064108129, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/oldWALs, maxLogs=10 2024-12-01T14:41:48,402 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/WALs/519b220a2ba1,35905,1733064108129/519b220a2ba1%2C35905%2C1733064108129.1733064108391, exclude list is [], retry=0 2024-12-01T14:41:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:41:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:41:48,407 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/WALs/519b220a2ba1,35905,1733064108129/519b220a2ba1%2C35905%2C1733064108129.1733064108391 2024-12-01T14:41:48,407 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:37013:37013)] 2024-12-01T14:41:48,407 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:48,407 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:48,407 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,407 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:41:48,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:48,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:41:48,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:48,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:41:48,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:48,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:41:48,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:48,419 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,420 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,420 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,422 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,422 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,422 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:41:48,423 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:41:48,425 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:48,426 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826691, jitterRate=0.051192060112953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:41:48,426 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064108408Initializing all the Stores at 1733064108408Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064108408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064108409 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064108409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064108409Cleaning up temporary data from old regions at 1733064108422 (+13 ms)Region opened successfully at 1733064108426 (+4 ms) 2024-12-01T14:41:48,426 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:41:48,429 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1486dd5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:41:48,430 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:41:48,430 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:41:48,430 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:41:48,430 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:41:48,431 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:41:48,431 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:41:48,431 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:41:48,433 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:41:48,434 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:41:48,465 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:41:48,466 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:41:48,467 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:41:48,474 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:41:48,474 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:41:48,475 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:41:48,482 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:41:48,483 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:41:48,490 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:41:48,493 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:41:48,499 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:41:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:41:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,508 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,35905,1733064108129, sessionid=0x10192a13b150000, setting cluster-up flag (Was=false) 2024-12-01T14:41:48,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,549 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:41:48,551 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:48,599 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:41:48,602 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,35905,1733064108129 2024-12-01T14:41:48,605 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:41:48,608 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:48,608 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:41:48,609 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:41:48,609 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,35905,1733064108129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:41:48,611 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064138612 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:41:48,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:41:48,613 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:48,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:41:48,613 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:41:48,613 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:41:48,613 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:41:48,614 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064108614,5,FailOnTimeoutGroup] 2024-12-01T14:41:48,614 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064108614,5,FailOnTimeoutGroup] 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:41:48,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:41:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:41:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:41:48,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:41:48,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa 2024-12-01T14:41:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:41:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:41:48,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:48,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:41:48,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:41:48,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:41:48,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:41:48,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:41:48,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:41:48,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:48,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:41:48,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:41:48,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:48,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:48,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:41:48,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740 2024-12-01T14:41:48,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740 2024-12-01T14:41:48,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:41:48,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:41:48,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:41:48,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:41:48,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:48,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796568, jitterRate=0.012888789176940918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:41:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064108633Initializing all the Stores at 1733064108634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064108634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064108634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064108635 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064108635Cleaning up temporary data from old regions at 1733064108644 (+9 ms)Region opened successfully at 1733064108650 (+6 ms) 2024-12-01T14:41:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:41:48,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:41:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:41:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:41:48,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:41:48,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:41:48,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064108650Disabling compacts and flushes for region at 1733064108650Disabling writes for close at 1733064108650Writing region close event to WAL at 1733064108651 (+1 ms)Closed at 1733064108651 2024-12-01T14:41:48,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:48,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:41:48,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:41:48,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:41:48,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:41:48,691 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(746): ClusterId : 62aeae6c-58e5-41e1-8c6b-019dc7620064 2024-12-01T14:41:48,692 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:41:48,714 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:41:48,714 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:41:48,725 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:41:48,725 DEBUG [RS:0;519b220a2ba1:45421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df833b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:41:48,735 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:45421 2024-12-01T14:41:48,735 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:41:48,735 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:41:48,735 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:41:48,736 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,35905,1733064108129 with port=45421, startcode=1733064108268 2024-12-01T14:41:48,736 DEBUG [RS:0;519b220a2ba1:45421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:41:48,738 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:41:48,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35905 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,740 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa 2024-12-01T14:41:48,740 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34977 2024-12-01T14:41:48,740 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:41:48,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:41:48,749 DEBUG [RS:0;519b220a2ba1:45421 {}] zookeeper.ZKUtil(111): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,749 WARN [RS:0;519b220a2ba1:45421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:41:48,749 INFO [RS:0;519b220a2ba1:45421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:48,750 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,45421,1733064108268] 2024-12-01T14:41:48,753 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:41:48,755 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:41:48,756 INFO [RS:0;519b220a2ba1:45421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:41:48,756 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,756 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:41:48,757 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:41:48,757 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,757 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:41:48,758 DEBUG [RS:0;519b220a2ba1:45421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,759 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,45421,1733064108268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:41:48,773 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:41:48,773 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,45421,1733064108268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,773 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,773 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.Replication(171): 519b220a2ba1,45421,1733064108268 started 2024-12-01T14:41:48,787 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:48,787 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,45421,1733064108268, RpcServer on 519b220a2ba1/172.17.0.2:45421, sessionid=0x10192a13b150001 2024-12-01T14:41:48,787 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:41:48,787 DEBUG [RS:0;519b220a2ba1:45421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,787 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,45421,1733064108268' 2024-12-01T14:41:48,787 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,45421,1733064108268 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,45421,1733064108268' 2024-12-01T14:41:48,788 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:41:48,789 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:41:48,789 DEBUG [RS:0;519b220a2ba1:45421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:41:48,789 INFO [RS:0;519b220a2ba1:45421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:41:48,789 INFO [RS:0;519b220a2ba1:45421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:41:48,805 WARN [519b220a2ba1:35905 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:41:48,890 INFO [RS:0;519b220a2ba1:45421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:41:48,892 INFO [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C45421%2C1733064108268, suffix=, logDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs, maxLogs=32 2024-12-01T14:41:48,906 DEBUG [RS:0;519b220a2ba1:45421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064108893, exclude list is [], retry=0 2024-12-01T14:41:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:41:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:41:48,911 INFO [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064108893 2024-12-01T14:41:48,911 DEBUG [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:37013:37013)] 2024-12-01T14:41:49,056 DEBUG [519b220a2ba1:35905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:41:49,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:49,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,45421,1733064108268, state=OPENING 2024-12-01T14:41:49,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:41:49,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:49,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:41:49,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:41:49,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:49,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:49,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,45421,1733064108268}] 2024-12-01T14:41:49,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:41:49,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33145, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:41:49,264 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:41:49,265 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:41:49,265 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:41:49,268 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C45421%2C1733064108268.meta, suffix=.meta, logDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268, archiveDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs, maxLogs=32 2024-12-01T14:41:49,282 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.meta.1733064109268.meta, exclude list is [], retry=0 2024-12-01T14:41:49,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:41:49,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:41:49,286 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.meta.1733064109268.meta 2024-12-01T14:41:49,287 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:37013:37013)] 2024-12-01T14:41:49,287 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:49,287 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:41:49,287 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:41:49,287 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:41:49,287 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:41:49,288 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:49,288 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:41:49,288 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:41:49,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:41:49,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:41:49,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:49,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:41:49,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:41:49,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:49,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:41:49,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:41:49,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:49,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:41:49,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:41:49,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:41:49,294 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:41:49,295 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740 2024-12-01T14:41:49,296 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740 2024-12-01T14:41:49,297 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:41:49,297 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:41:49,297 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:41:49,299 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:41:49,299 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838415, jitterRate=0.0660998523235321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:41:49,299 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:41:49,300 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064109288Writing region info on filesystem at 1733064109288Initializing all the Stores at 1733064109289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064109289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064109289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064109289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064109289Cleaning up temporary data from old regions at 1733064109297 (+8 ms)Running coprocessor post-open hooks at 1733064109299 (+2 ms)Region opened successfully at 1733064109300 (+1 ms) 2024-12-01T14:41:49,301 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064109256 2024-12-01T14:41:49,304 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:41:49,305 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:41:49,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:49,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,45421,1733064108268, state=OPEN 2024-12-01T14:41:49,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:41:49,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:41:49,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:49,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:49,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:41:49,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:41:49,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,45421,1733064108268 in 294 msec 2024-12-01T14:41:49,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:41:49,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-12-01T14:41:49,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:41:49,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:41:49,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:41:49,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,45421,1733064108268, seqNum=-1] 2024-12-01T14:41:49,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:49,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:49,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-12-01T14:41:49,415 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064109415, completionTime=-1 2024-12-01T14:41:49,415 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:41:49,415 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:41:49,417 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064169417 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064229418 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:35905, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,418 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,419 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,420 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:41:49,423 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.099sec 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:41:49,424 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:41:49,427 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:41:49,427 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:41:49,428 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,35905,1733064108129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:41:49,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb62593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:49,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,35905,-1 for getting cluster id 2024-12-01T14:41:49,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:41:49,494 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62aeae6c-58e5-41e1-8c6b-019dc7620064' 2024-12-01T14:41:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:41:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62aeae6c-58e5-41e1-8c6b-019dc7620064" 2024-12-01T14:41:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf530a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,35905,-1] 2024-12-01T14:41:49,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:41:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:41:49,497 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:41:49,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccedcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:41:49,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:41:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,45421,1733064108268, seqNum=-1] 2024-12-01T14:41:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:41:49,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:41:49,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,35905,1733064108129 2024-12-01T14:41:49,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:41:49,507 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-01T14:41:49,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,35905,1733064108129 2024-12-01T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a3ca7 2024-12-01T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:41:49,510 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:41:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-01T14:41:49,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-01T14:41:49,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:41:49,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:41:49,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-01T14:41:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:49,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:41:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741835_1011 (size=405) 2024-12-01T14:41:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741835_1011 (size=405) 2024-12-01T14:41:49,523 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5c144b75e50a35f5e0273cd31cabb34, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa 2024-12-01T14:41:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741836_1012 (size=88) 2024-12-01T14:41:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741836_1012 (size=88) 2024-12-01T14:41:49,532 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:49,532 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing d5c144b75e50a35f5e0273cd31cabb34, disabling compactions & flushes 2024-12-01T14:41:49,533 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,533 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,533 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. after waiting 0 ms 2024-12-01T14:41:49,533 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,533 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,533 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5c144b75e50a35f5e0273cd31cabb34: Waiting for close lock at 1733064109532Disabling compacts and flushes for region at 1733064109532Disabling writes for close at 1733064109533 (+1 ms)Writing region close event to WAL at 1733064109533Closed at 1733064109533 2024-12-01T14:41:49,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:41:49,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733064109535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064109535"}]},"ts":"1733064109535"} 2024-12-01T14:41:49,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:41:49,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:41:49,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064109539"}]},"ts":"1733064109539"} 2024-12-01T14:41:49,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-01T14:41:49,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d5c144b75e50a35f5e0273cd31cabb34, ASSIGN}] 2024-12-01T14:41:49,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d5c144b75e50a35f5e0273cd31cabb34, ASSIGN 2024-12-01T14:41:49,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d5c144b75e50a35f5e0273cd31cabb34, ASSIGN; state=OFFLINE, location=519b220a2ba1,45421,1733064108268; forceNewPlan=false, retain=false 2024-12-01T14:41:49,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5c144b75e50a35f5e0273cd31cabb34, regionState=OPENING, regionLocation=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d5c144b75e50a35f5e0273cd31cabb34, ASSIGN because future has completed 2024-12-01T14:41:49,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5c144b75e50a35f5e0273cd31cabb34, server=519b220a2ba1,45421,1733064108268}] 2024-12-01T14:41:49,859 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,859 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5c144b75e50a35f5e0273cd31cabb34, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:41:49,859 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:41:49,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,860 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,862 INFO [StoreOpener-d5c144b75e50a35f5e0273cd31cabb34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,864 INFO [StoreOpener-d5c144b75e50a35f5e0273cd31cabb34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5c144b75e50a35f5e0273cd31cabb34 columnFamilyName info 2024-12-01T14:41:49,864 DEBUG [StoreOpener-d5c144b75e50a35f5e0273cd31cabb34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:41:49,865 INFO [StoreOpener-d5c144b75e50a35f5e0273cd31cabb34-1 {}] regionserver.HStore(327): Store=d5c144b75e50a35f5e0273cd31cabb34/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:41:49,865 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,866 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,866 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,867 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,867 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,869 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,872 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:41:49,872 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5c144b75e50a35f5e0273cd31cabb34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711953, jitterRate=-0.09470610320568085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:41:49,873 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:41:49,873 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5c144b75e50a35f5e0273cd31cabb34: Running coprocessor pre-open hook at 1733064109860Writing region info on filesystem at 1733064109860Initializing all the Stores at 1733064109861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064109861Cleaning up temporary data from old regions at 1733064109867 (+6 ms)Running coprocessor post-open hooks at 1733064109873 (+6 ms)Region opened successfully at 1733064109873 2024-12-01T14:41:49,875 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34., pid=6, masterSystemTime=1733064109851 2024-12-01T14:41:49,878 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,878 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:49,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5c144b75e50a35f5e0273cd31cabb34, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45421,1733064108268 2024-12-01T14:41:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5c144b75e50a35f5e0273cd31cabb34, server=519b220a2ba1,45421,1733064108268 because future has completed 2024-12-01T14:41:49,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:41:49,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5c144b75e50a35f5e0273cd31cabb34, server=519b220a2ba1,45421,1733064108268 in 187 msec 2024-12-01T14:41:49,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:41:49,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d5c144b75e50a35f5e0273cd31cabb34, ASSIGN in 347 msec 2024-12-01T14:41:49,893 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:41:49,893 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064109893"}]},"ts":"1733064109893"} 2024-12-01T14:41:49,895 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-01T14:41:49,896 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:41:49,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-12-01T14:41:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:41:51,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:51,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:41:51,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:41:51,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:41:51,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-01T14:41:54,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:41:54,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:41:54,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:41:54,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-01T14:41:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:41:59,621 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-01T14:41:59,622 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-01T14:41:59,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:41:59,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34., hostname=519b220a2ba1,45421,1733064108268, seqNum=2] 2024-12-01T14:41:59,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:41:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:41:59,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-01T14:41:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:41:59,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T14:41:59,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T14:41:59,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T14:41:59,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:59,814 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d5c144b75e50a35f5e0273cd31cabb34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-01T14:41:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/947dbf8853e34f2da0c98423741b8d8f is 1055, key is row0001/info:/1733064119634/Put/seqid=0 2024-12-01T14:41:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741837_1013 (size=6008) 2024-12-01T14:41:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741837_1013 (size=6008) 2024-12-01T14:41:59,839 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/947dbf8853e34f2da0c98423741b8d8f 2024-12-01T14:41:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/947dbf8853e34f2da0c98423741b8d8f as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f 2024-12-01T14:41:59,853 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f, entries=1, sequenceid=5, filesize=5.9 K 2024-12-01T14:41:59,854 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 40ms, sequenceid=5, compaction requested=false 2024-12-01T14:41:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d5c144b75e50a35f5e0273cd31cabb34: 2024-12-01T14:41:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:41:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T14:41:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T14:41:59,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T14:41:59,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2024-12-01T14:41:59,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 220 msec 2024-12-01T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:42:09,721 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-01T14:42:09,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T14:42:09,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-01T14:42:09,733 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T14:42:09,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T14:42:09,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T14:42:09,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:09,890 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d5c144b75e50a35f5e0273cd31cabb34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-01T14:42:09,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/cded94853e3f455d82af752b66332fc8 is 1055, key is row0002/info:/1733064129723/Put/seqid=0 2024-12-01T14:42:09,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741838_1014 (size=6008) 2024-12-01T14:42:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741838_1014 (size=6008) 2024-12-01T14:42:09,907 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/cded94853e3f455d82af752b66332fc8 2024-12-01T14:42:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/cded94853e3f455d82af752b66332fc8 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8 2024-12-01T14:42:09,919 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8, entries=1, sequenceid=9, filesize=5.9 K 2024-12-01T14:42:09,920 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 31ms, sequenceid=9, compaction requested=false 2024-12-01T14:42:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d5c144b75e50a35f5e0273cd31cabb34: 2024-12-01T14:42:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T14:42:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T14:42:09,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:42:09,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-01T14:42:09,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-12-01T14:42:18,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:42:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T14:42:19,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-01T14:42:19,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064139821, exclude list is [], retry=0 2024-12-01T14:42:19,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:42:19,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:42:19,839 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064108893 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064139821 2024-12-01T14:42:19,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37013:37013),(127.0.0.1/127.0.0.1:40389:40389)] 2024-12-01T14:42:19,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064108893 is not closed yet, will try archiving it next time 2024-12-01T14:42:19,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741833_1009 (size=5471) 2024-12-01T14:42:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741833_1009 (size=5471) 2024-12-01T14:42:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T14:42:19,843 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-01T14:42:19,843 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T14:42:19,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T14:42:19,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T14:42:19,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:19,997 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d5c144b75e50a35f5e0273cd31cabb34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-01T14:42:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/a3c881c7b5134d9594469032c60951c3 is 1055, key is row0003/info:/1733064139820/Put/seqid=0 2024-12-01T14:42:20,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741840_1016 (size=6008) 2024-12-01T14:42:20,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741840_1016 (size=6008) 2024-12-01T14:42:20,014 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/a3c881c7b5134d9594469032c60951c3 2024-12-01T14:42:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/a3c881c7b5134d9594469032c60951c3 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3 2024-12-01T14:42:20,029 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3, entries=1, sequenceid=13, filesize=5.9 K 2024-12-01T14:42:20,030 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 33ms, sequenceid=13, compaction requested=true 2024-12-01T14:42:20,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d5c144b75e50a35f5e0273cd31cabb34: 2024-12-01T14:42:20,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:20,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T14:42:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T14:42:20,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T14:42:20,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-01T14:42:20,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-12-01T14:42:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T14:42:29,940 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-01T14:42:29,942 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:42:29,944 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:42:29,945 DEBUG [Time-limited test {}] regionserver.HStore(1541): d5c144b75e50a35f5e0273cd31cabb34/info is initiating minor compaction (all files) 2024-12-01T14:42:29,946 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:42:29,946 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:29,946 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d5c144b75e50a35f5e0273cd31cabb34/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:29,946 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3] into tmpdir=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp, totalSize=17.6 K 2024-12-01T14:42:29,948 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 947dbf8853e34f2da0c98423741b8d8f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733064119634 2024-12-01T14:42:29,948 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cded94853e3f455d82af752b66332fc8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733064129723 2024-12-01T14:42:29,949 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a3c881c7b5134d9594469032c60951c3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733064139820 2024-12-01T14:42:29,972 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d5c144b75e50a35f5e0273cd31cabb34#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:42:29,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/da6b2286e01d4da8b9322692ec9982ee is 1055, key is row0001/info:/1733064119634/Put/seqid=0 2024-12-01T14:42:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741841_1017 (size=8221) 2024-12-01T14:42:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741841_1017 (size=8221) 2024-12-01T14:42:29,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/da6b2286e01d4da8b9322692ec9982ee as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/da6b2286e01d4da8b9322692ec9982ee 2024-12-01T14:42:30,003 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5c144b75e50a35f5e0273cd31cabb34/info of d5c144b75e50a35f5e0273cd31cabb34 into da6b2286e01d4da8b9322692ec9982ee(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:42:30,004 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d5c144b75e50a35f5e0273cd31cabb34: 2024-12-01T14:42:30,019 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064150007, exclude list is [], retry=0 2024-12-01T14:42:30,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:42:30,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:42:30,027 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064139821 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064150007 2024-12-01T14:42:30,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:37013:37013)] 2024-12-01T14:42:30,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064139821 is not closed yet, will try archiving it next time 2024-12-01T14:42:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741839_1015 (size=2495) 2024-12-01T14:42:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741839_1015 (size=2495) 2024-12-01T14:42:30,031 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064108893 to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs/519b220a2ba1%2C45421%2C1733064108268.1733064108893 2024-12-01T14:42:30,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T14:42:30,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-01T14:42:30,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T14:42:30,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T14:42:30,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T14:42:30,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:30,191 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d5c144b75e50a35f5e0273cd31cabb34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-01T14:42:30,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/5cef904793f44a7081d75a32f9d12e39 is 1055, key is row0000/info:/1733064150005/Put/seqid=0 2024-12-01T14:42:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741843_1019 (size=6008) 2024-12-01T14:42:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741843_1019 (size=6008) 2024-12-01T14:42:30,370 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:42:30,370 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:42:30,601 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/5cef904793f44a7081d75a32f9d12e39 2024-12-01T14:42:30,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/5cef904793f44a7081d75a32f9d12e39 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/5cef904793f44a7081d75a32f9d12e39 2024-12-01T14:42:30,615 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/5cef904793f44a7081d75a32f9d12e39, entries=1, sequenceid=18, filesize=5.9 K 2024-12-01T14:42:30,617 INFO [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 426ms, sequenceid=18, compaction requested=false 2024-12-01T14:42:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d5c144b75e50a35f5e0273cd31cabb34: 2024-12-01T14:42:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T14:42:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T14:42:30,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T14:42:30,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 584 msec 2024-12-01T14:42:30,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 593 msec 2024-12-01T14:42:34,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d5c144b75e50a35f5e0273cd31cabb34, had cached 0 bytes from a total of 14229 2024-12-01T14:42:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T14:42:40,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-01T14:42:40,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064160072, exclude list is [], retry=0 2024-12-01T14:42:40,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37621,DS-ea192d1d-dddd-4ef6-a0bc-f7554094256e,DISK] 2024-12-01T14:42:40,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40387,DS-da79f9d5-3c96-4b1d-9878-34da59f450f3,DISK] 2024-12-01T14:42:40,093 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064150007 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064160072 2024-12-01T14:42:40,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40389:40389),(127.0.0.1/127.0.0.1:37013:37013)] 2024-12-01T14:42:40,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064150007 is not closed yet, will try archiving it next time 2024-12-01T14:42:40,094 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064139821 to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs/519b220a2ba1%2C45421%2C1733064108268.1733064139821 2024-12-01T14:42:40,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:42:40,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:42:40,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:42:40,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:40,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:40,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:42:40,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:42:40,095 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1721991146, stopped=false 2024-12-01T14:42:40,095 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,35905,1733064108129 2024-12-01T14:42:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741842_1018 (size=2001) 2024-12-01T14:42:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741842_1018 (size=2001) 2024-12-01T14:42:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:42:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:42:40,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:42:40,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:40,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:42:40,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:42:40,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:40,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,45421,1733064108268' ***** 2024-12-01T14:42:40,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:42:40,160 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:42:40,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:42:40,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:42:40,161 INFO [RS:0;519b220a2ba1:45421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:42:40,161 INFO [RS:0;519b220a2ba1:45421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:42:40,161 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(3091): Received CLOSE for d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:42:40,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:42:40,162 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,45421,1733064108268 2024-12-01T14:42:40,162 INFO [RS:0;519b220a2ba1:45421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:42:40,162 INFO [RS:0;519b220a2ba1:45421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:45421. 2024-12-01T14:42:40,162 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5c144b75e50a35f5e0273cd31cabb34, disabling compactions & flushes 2024-12-01T14:42:40,162 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:40,162 DEBUG [RS:0;519b220a2ba1:45421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:42:40,162 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:40,162 DEBUG [RS:0;519b220a2ba1:45421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:40,162 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. after waiting 0 ms 2024-12-01T14:42:40,162 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:40,163 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:42:40,163 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:42:40,163 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:42:40,163 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5c144b75e50a35f5e0273cd31cabb34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-01T14:42:40,163 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:42:40,163 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:42:40,163 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d5c144b75e50a35f5e0273cd31cabb34=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.} 2024-12-01T14:42:40,163 DEBUG [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c144b75e50a35f5e0273cd31cabb34 2024-12-01T14:42:40,163 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:42:40,163 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:42:40,163 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:42:40,163 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:42:40,163 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:42:40,163 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-01T14:42:40,168 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/dd50b9ce326f4e819ce9ec27d768ca97 is 1055, key is row0001/info:/1733064160070/Put/seqid=0 2024-12-01T14:42:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741845_1021 (size=6008) 2024-12-01T14:42:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741845_1021 (size=6008) 2024-12-01T14:42:40,177 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/dd50b9ce326f4e819ce9ec27d768ca97 2024-12-01T14:42:40,180 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/info/f34ca4a6fff94f189a13448b6f558d66 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34./info:regioninfo/1733064109879/Put/seqid=0 2024-12-01T14:42:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741846_1022 (size=7308) 2024-12-01T14:42:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741846_1022 (size=7308) 2024-12-01T14:42:40,193 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/.tmp/info/dd50b9ce326f4e819ce9ec27d768ca97 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/dd50b9ce326f4e819ce9ec27d768ca97 2024-12-01T14:42:40,193 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/info/f34ca4a6fff94f189a13448b6f558d66 2024-12-01T14:42:40,204 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/dd50b9ce326f4e819ce9ec27d768ca97, entries=1, sequenceid=22, filesize=5.9 K 2024-12-01T14:42:40,205 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 43ms, sequenceid=22, compaction requested=true 2024-12-01T14:42:40,208 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3] to archive 2024-12-01T14:42:40,211 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:42:40,214 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/947dbf8853e34f2da0c98423741b8d8f 2024-12-01T14:42:40,215 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8 to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/cded94853e3f455d82af752b66332fc8 2024-12-01T14:42:40,217 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3 to hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/info/a3c881c7b5134d9594469032c60951c3 2024-12-01T14:42:40,225 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/ns/e7a207fb066d414c8372a23787b907dc is 43, key is default/ns:d/1733064109410/Put/seqid=0 2024-12-01T14:42:40,229 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=519b220a2ba1:35905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-01T14:42:40,230 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [947dbf8853e34f2da0c98423741b8d8f=6008, cded94853e3f455d82af752b66332fc8=6008, a3c881c7b5134d9594469032c60951c3=6008] 2024-12-01T14:42:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741847_1023 (size=5153) 2024-12-01T14:42:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741847_1023 (size=5153) 2024-12-01T14:42:40,233 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/ns/e7a207fb066d414c8372a23787b907dc 2024-12-01T14:42:40,235 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d5c144b75e50a35f5e0273cd31cabb34/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-01T14:42:40,236 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:40,236 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5c144b75e50a35f5e0273cd31cabb34: Waiting for close lock at 1733064160162Running coprocessor pre-close hooks at 1733064160162Disabling compacts and flushes for region at 1733064160162Disabling writes for close at 1733064160162Obtaining lock to block concurrent updates at 1733064160163 (+1 ms)Preparing flush snapshotting stores in d5c144b75e50a35f5e0273cd31cabb34 at 1733064160163Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733064160163Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. at 1733064160163Flushing d5c144b75e50a35f5e0273cd31cabb34/info: creating writer at 1733064160163Flushing d5c144b75e50a35f5e0273cd31cabb34/info: appending metadata at 1733064160167 (+4 ms)Flushing d5c144b75e50a35f5e0273cd31cabb34/info: closing flushed file at 1733064160167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af1eddc: reopening flushed file at 1733064160192 (+25 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d5c144b75e50a35f5e0273cd31cabb34 in 43ms, sequenceid=22, compaction requested=true at 1733064160205 (+13 ms)Writing region close event to WAL at 1733064160231 (+26 ms)Running coprocessor post-close hooks at 1733064160236 (+5 ms)Closed at 1733064160236 2024-12-01T14:42:40,236 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733064109511.d5c144b75e50a35f5e0273cd31cabb34. 2024-12-01T14:42:40,256 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/table/aa3f660747d74c9ab4adaebaf8084da5 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733064109893/Put/seqid=0 2024-12-01T14:42:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741848_1024 (size=5508) 2024-12-01T14:42:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741848_1024 (size=5508) 2024-12-01T14:42:40,261 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/table/aa3f660747d74c9ab4adaebaf8084da5 2024-12-01T14:42:40,270 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/info/f34ca4a6fff94f189a13448b6f558d66 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/info/f34ca4a6fff94f189a13448b6f558d66 2024-12-01T14:42:40,276 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/info/f34ca4a6fff94f189a13448b6f558d66, entries=10, sequenceid=11, filesize=7.1 K 2024-12-01T14:42:40,278 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/ns/e7a207fb066d414c8372a23787b907dc as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/ns/e7a207fb066d414c8372a23787b907dc 2024-12-01T14:42:40,283 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/ns/e7a207fb066d414c8372a23787b907dc, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:42:40,284 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/.tmp/table/aa3f660747d74c9ab4adaebaf8084da5 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/table/aa3f660747d74c9ab4adaebaf8084da5 2024-12-01T14:42:40,292 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/table/aa3f660747d74c9ab4adaebaf8084da5, entries=2, sequenceid=11, filesize=5.4 K 2024-12-01T14:42:40,293 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false 2024-12-01T14:42:40,297 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:42:40,298 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:42:40,298 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:42:40,298 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064160163Running coprocessor pre-close hooks at 1733064160163Disabling compacts and flushes for region at 1733064160163Disabling writes for close at 1733064160163Obtaining lock to block concurrent updates at 1733064160164 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733064160164Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733064160164Flushing stores of hbase:meta,,1.1588230740 at 1733064160164Flushing 1588230740/info: creating writer at 1733064160165 (+1 ms)Flushing 1588230740/info: appending metadata at 1733064160180 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733064160180Flushing 1588230740/ns: creating writer at 1733064160200 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733064160224 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733064160224Flushing 1588230740/table: creating writer at 1733064160240 (+16 ms)Flushing 1588230740/table: appending metadata at 1733064160256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733064160256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c38e15: reopening flushed file at 1733064160268 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffe7f4a: reopening flushed file at 1733064160277 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130f3eff: reopening flushed file at 1733064160284 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false at 1733064160293 (+9 ms)Writing region close event to WAL at 1733064160294 (+1 ms)Running coprocessor post-close hooks at 1733064160298 (+4 ms)Closed at 1733064160298 2024-12-01T14:42:40,298 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:42:40,363 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,45421,1733064108268; all regions closed. 2024-12-01T14:42:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741834_1010 (size=3306) 2024-12-01T14:42:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741834_1010 (size=3306) 2024-12-01T14:42:40,368 DEBUG [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs 2024-12-01T14:42:40,368 INFO [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C45421%2C1733064108268.meta:.meta(num 1733064109268) 2024-12-01T14:42:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741844_1020 (size=1252) 2024-12-01T14:42:40,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/WALs/519b220a2ba1,45421,1733064108268/519b220a2ba1%2C45421%2C1733064108268.1733064160072 not finished, retry = 0 2024-12-01T14:42:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741844_1020 (size=1252) 2024-12-01T14:42:40,476 DEBUG [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/oldWALs 2024-12-01T14:42:40,476 INFO [RS:0;519b220a2ba1:45421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C45421%2C1733064108268:(num 1733064160072) 2024-12-01T14:42:40,476 DEBUG [RS:0;519b220a2ba1:45421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:40,476 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:42:40,476 INFO [RS:0;519b220a2ba1:45421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:42:40,476 INFO [RS:0;519b220a2ba1:45421 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:42:40,477 INFO [RS:0;519b220a2ba1:45421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:42:40,477 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:42:40,477 INFO [RS:0;519b220a2ba1:45421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45421 2024-12-01T14:42:40,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,45421,1733064108268 2024-12-01T14:42:40,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:42:40,501 INFO [RS:0;519b220a2ba1:45421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:42:40,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,45421,1733064108268] 2024-12-01T14:42:40,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,45421,1733064108268 already deleted, retry=false 2024-12-01T14:42:40,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,45421,1733064108268 expired; onlineServers=0 2024-12-01T14:42:40,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,35905,1733064108129' ***** 2024-12-01T14:42:40,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:42:40,518 INFO [M:0;519b220a2ba1:35905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:42:40,518 INFO [M:0;519b220a2ba1:35905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:42:40,519 DEBUG [M:0;519b220a2ba1:35905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:42:40,519 DEBUG [M:0;519b220a2ba1:35905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:42:40,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:42:40,519 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064108614 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064108614,5,FailOnTimeoutGroup] 2024-12-01T14:42:40,519 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064108614 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064108614,5,FailOnTimeoutGroup] 2024-12-01T14:42:40,519 INFO [M:0;519b220a2ba1:35905 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:42:40,519 INFO [M:0;519b220a2ba1:35905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:42:40,519 DEBUG [M:0;519b220a2ba1:35905 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:42:40,519 INFO [M:0;519b220a2ba1:35905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:42:40,519 INFO [M:0;519b220a2ba1:35905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:42:40,520 INFO [M:0;519b220a2ba1:35905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:42:40,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:42:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:42:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:40,526 DEBUG [M:0;519b220a2ba1:35905 {}] zookeeper.ZKUtil(347): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:42:40,526 WARN [M:0;519b220a2ba1:35905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:42:40,529 INFO [M:0;519b220a2ba1:35905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/.lastflushedseqids 2024-12-01T14:42:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741849_1025 (size=130) 2024-12-01T14:42:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741849_1025 (size=130) 2024-12-01T14:42:40,548 INFO [M:0;519b220a2ba1:35905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:42:40,549 INFO [M:0;519b220a2ba1:35905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:42:40,549 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:42:40,549 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:40,549 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:40,549 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:42:40,549 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:40,549 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-12-01T14:42:40,571 DEBUG [M:0;519b220a2ba1:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f34bec053a0432a87818bf0d0e0373d is 82, key is hbase:meta,,1/info:regioninfo/1733064109305/Put/seqid=0 2024-12-01T14:42:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741850_1026 (size=5672) 2024-12-01T14:42:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741850_1026 (size=5672) 2024-12-01T14:42:40,581 INFO [M:0;519b220a2ba1:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f34bec053a0432a87818bf0d0e0373d 2024-12-01T14:42:40,603 DEBUG [M:0;519b220a2ba1:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c7e73c9b8e4170bf32281516a8ab5f is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733064109898/Put/seqid=0 2024-12-01T14:42:40,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:42:40,610 INFO [RS:0;519b220a2ba1:45421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:42:40,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45421-0x10192a13b150001, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:42:40,610 INFO [RS:0;519b220a2ba1:45421 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,45421,1733064108268; zookeeper connection closed. 2024-12-01T14:42:40,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62fa72cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62fa72cd 2024-12-01T14:42:40,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:42:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741851_1027 (size=7824) 2024-12-01T14:42:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741851_1027 (size=7824) 2024-12-01T14:42:40,614 INFO [M:0;519b220a2ba1:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c7e73c9b8e4170bf32281516a8ab5f 2024-12-01T14:42:40,622 INFO [M:0;519b220a2ba1:35905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2c7e73c9b8e4170bf32281516a8ab5f 2024-12-01T14:42:40,644 DEBUG [M:0;519b220a2ba1:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ec81e0335314f349c8ebecdec31fe93 is 69, key is 519b220a2ba1,45421,1733064108268/rs:state/1733064108738/Put/seqid=0 2024-12-01T14:42:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741852_1028 (size=5156) 2024-12-01T14:42:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741852_1028 (size=5156) 2024-12-01T14:42:40,658 INFO [M:0;519b220a2ba1:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ec81e0335314f349c8ebecdec31fe93 2024-12-01T14:42:40,677 DEBUG [M:0;519b220a2ba1:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cfa545250b5e45beb0c61871aeb991b7 is 52, key is load_balancer_on/state:d/1733064109505/Put/seqid=0 2024-12-01T14:42:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741853_1029 (size=5056) 2024-12-01T14:42:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741853_1029 (size=5056) 2024-12-01T14:42:40,688 INFO [M:0;519b220a2ba1:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cfa545250b5e45beb0c61871aeb991b7 2024-12-01T14:42:40,694 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f34bec053a0432a87818bf0d0e0373d as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f34bec053a0432a87818bf0d0e0373d 2024-12-01T14:42:40,700 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f34bec053a0432a87818bf0d0e0373d, entries=8, sequenceid=121, filesize=5.5 K 2024-12-01T14:42:40,701 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2c7e73c9b8e4170bf32281516a8ab5f as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2c7e73c9b8e4170bf32281516a8ab5f 2024-12-01T14:42:40,708 INFO [M:0;519b220a2ba1:35905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2c7e73c9b8e4170bf32281516a8ab5f 2024-12-01T14:42:40,708 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2c7e73c9b8e4170bf32281516a8ab5f, entries=14, sequenceid=121, filesize=7.6 K 2024-12-01T14:42:40,709 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ec81e0335314f349c8ebecdec31fe93 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ec81e0335314f349c8ebecdec31fe93 2024-12-01T14:42:40,714 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ec81e0335314f349c8ebecdec31fe93, entries=1, sequenceid=121, filesize=5.0 K 2024-12-01T14:42:40,715 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cfa545250b5e45beb0c61871aeb991b7 as hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cfa545250b5e45beb0c61871aeb991b7 2024-12-01T14:42:40,721 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34977/user/jenkins/test-data/6c6289c0-51fe-04ac-29c0-b59904d674fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cfa545250b5e45beb0c61871aeb991b7, entries=1, sequenceid=121, filesize=4.9 K 2024-12-01T14:42:40,722 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false 2024-12-01T14:42:40,727 INFO [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:40,727 DEBUG [M:0;519b220a2ba1:35905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064160549Disabling compacts and flushes for region at 1733064160549Disabling writes for close at 1733064160549Obtaining lock to block concurrent updates at 1733064160549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064160549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44650, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1733064160549Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064160550 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064160550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064160571 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064160571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064160587 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064160602 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064160602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064160622 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064160644 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064160644Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733064160663 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733064160677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733064160677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e35c46e: reopening flushed file at 1733064160693 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a6f486: reopening flushed file at 1733064160700 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432cffed: reopening flushed file at 1733064160708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742c8ecc: reopening flushed file at 1733064160714 (+6 ms)Finished flush of dataSize ~43.60 KB/44650, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=121, compaction requested=false at 1733064160722 (+8 ms)Writing region close event to WAL at 1733064160727 (+5 ms)Closed at 1733064160727 2024-12-01T14:42:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40387 is added to blk_1073741830_1006 (size=53047) 2024-12-01T14:42:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37621 is added to blk_1073741830_1006 (size=53047) 2024-12-01T14:42:40,730 INFO [M:0;519b220a2ba1:35905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:42:40,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:42:40,730 INFO [M:0;519b220a2ba1:35905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35905 2024-12-01T14:42:40,730 INFO [M:0;519b220a2ba1:35905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:42:40,762 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:42:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:42:40,851 INFO [M:0;519b220a2ba1:35905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:42:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10192a13b150000, quorum=127.0.0.1:55091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:42:40,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3662b86a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:42:40,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551772a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:42:40,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:42:40,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abd8940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:42:40,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9bc78e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,STOPPED} 2024-12-01T14:42:40,898 WARN [BP-94600003-172.17.0.2-1733064106333 heartbeating to localhost/127.0.0.1:34977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:42:40,898 WARN [BP-94600003-172.17.0.2-1733064106333 heartbeating to localhost/127.0.0.1:34977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94600003-172.17.0.2-1733064106333 (Datanode Uuid 5c17e3d9-a575-4d09-bdc1-5c81b2b04495) service to localhost/127.0.0.1:34977 2024-12-01T14:42:40,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:42:40,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:42:40,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data3/current/BP-94600003-172.17.0.2-1733064106333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:42:40,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data4/current/BP-94600003-172.17.0.2-1733064106333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:42:40,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:42:40,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c64ffcd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:42:40,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f4d7e57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:42:40,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:42:40,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71513cdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:42:40,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254aafa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,STOPPED} 2024-12-01T14:42:40,908 WARN [BP-94600003-172.17.0.2-1733064106333 heartbeating to localhost/127.0.0.1:34977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:42:40,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:42:40,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:42:40,908 WARN [BP-94600003-172.17.0.2-1733064106333 heartbeating to localhost/127.0.0.1:34977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94600003-172.17.0.2-1733064106333 (Datanode Uuid 387a16d7-8775-4f09-96e9-c34dffd9b9f1) service to localhost/127.0.0.1:34977 2024-12-01T14:42:40,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data1/current/BP-94600003-172.17.0.2-1733064106333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:42:40,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/cluster_4542b5b6-4c7a-f484-acc4-7a15c382d4fb/data/data2/current/BP-94600003-172.17.0.2-1733064106333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:42:40,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:42:40,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aca7b5c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:42:40,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bccf617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:42:40,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:42:40,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dab15c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:42:40,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7688e99e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir/,STOPPED} 2024-12-01T14:42:40,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:42:40,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:42:40,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 102), OpenFileDescriptor=429 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5277 (was 5515) 2024-12-01T14:42:40,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5277 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.log.dir so I do NOT create it in target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7ed7e0-71eb-9e94-38e1-63d80cf711bd/hadoop.tmp.dir so I do NOT create it in target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2, deleteOnExit=true 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:42:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/test.cache.data in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:42:40,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:42:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:42:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:42:41,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:42:41,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:42:41,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:42:41,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:42:41,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:42:41,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:42:41,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa10423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:42:41,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6498265d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:42:41,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43024761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/java.io.tmpdir/jetty-localhost-38589-hadoop-hdfs-3_4_1-tests_jar-_-any-4934757966826283375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:42:41,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125f125f{HTTP/1.1, (http/1.1)}{localhost:38589} 2024-12-01T14:42:41,379 INFO [Time-limited test {}] server.Server(415): Started @146156ms 2024-12-01T14:42:41,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:42:41,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:42:41,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:42:41,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:42:41,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:42:41,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e64879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:42:41,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bff3b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:42:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:42:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:42:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:42:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-01T14:42:41,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e9b2284{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/java.io.tmpdir/jetty-localhost-44641-hadoop-hdfs-3_4_1-tests_jar-_-any-8998482655556901144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:42:41,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba346ef{HTTP/1.1, (http/1.1)}{localhost:44641} 2024-12-01T14:42:41,746 INFO [Time-limited test {}] server.Server(415): Started @146523ms 2024-12-01T14:42:41,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:42:41,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:42:41,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:42:41,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:42:41,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:42:41,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:42:41,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748c5614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:42:41,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e554309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:42:41,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ffe845e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/java.io.tmpdir/jetty-localhost-46575-hadoop-hdfs-3_4_1-tests_jar-_-any-10741586983252537917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:42:41,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b947a7d{HTTP/1.1, (http/1.1)}{localhost:46575} 2024-12-01T14:42:41,971 INFO [Time-limited test {}] server.Server(415): Started @146748ms 2024-12-01T14:42:41,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:42:42,979 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data2/current/BP-2034017275-172.17.0.2-1733064160980/current, will proceed with Du for space computation calculation, 2024-12-01T14:42:42,979 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data1/current/BP-2034017275-172.17.0.2-1733064160980/current, will proceed with Du for space computation calculation, 2024-12-01T14:42:43,005 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:42:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d558c56d9d1e851 with lease ID 0xb4590bd05e62bb36: Processing first storage report for DS-4453846c-9058-4dd7-87d4-8fb7348e15d2 from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=4838636c-0389-450e-ab5a-72c432f8ee09, infoPort=34781, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980) 2024-12-01T14:42:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d558c56d9d1e851 with lease ID 0xb4590bd05e62bb36: from storage DS-4453846c-9058-4dd7-87d4-8fb7348e15d2 node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=4838636c-0389-450e-ab5a-72c432f8ee09, infoPort=34781, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:42:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d558c56d9d1e851 with lease ID 0xb4590bd05e62bb36: Processing first storage report for DS-aee62e22-2edd-482b-9ab1-8e3707e575dc from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=4838636c-0389-450e-ab5a-72c432f8ee09, infoPort=34781, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980) 2024-12-01T14:42:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d558c56d9d1e851 with lease ID 0xb4590bd05e62bb36: from storage DS-aee62e22-2edd-482b-9ab1-8e3707e575dc node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=4838636c-0389-450e-ab5a-72c432f8ee09, infoPort=34781, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:42:43,015 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data3/current/BP-2034017275-172.17.0.2-1733064160980/current, will proceed with Du for space computation calculation, 2024-12-01T14:42:43,015 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data4/current/BP-2034017275-172.17.0.2-1733064160980/current, will proceed with Du for space computation calculation, 2024-12-01T14:42:43,035 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:42:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18b077f71bb10ba0 with lease ID 0xb4590bd05e62bb37: Processing first storage report for DS-78c5a3a5-3a05-4815-b605-c455837bde33 from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=cbaecee3-62b6-4490-9a27-66fc7063ccb6, infoPort=35901, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980) 2024-12-01T14:42:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18b077f71bb10ba0 with lease ID 0xb4590bd05e62bb37: from storage DS-78c5a3a5-3a05-4815-b605-c455837bde33 node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=cbaecee3-62b6-4490-9a27-66fc7063ccb6, infoPort=35901, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:42:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18b077f71bb10ba0 with lease ID 0xb4590bd05e62bb37: Processing first storage report for DS-ad08d349-514b-40fc-9854-0750a29ea6f0 from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=cbaecee3-62b6-4490-9a27-66fc7063ccb6, infoPort=35901, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980) 2024-12-01T14:42:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18b077f71bb10ba0 with lease ID 0xb4590bd05e62bb37: from storage DS-ad08d349-514b-40fc-9854-0750a29ea6f0 node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=cbaecee3-62b6-4490-9a27-66fc7063ccb6, infoPort=35901, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=606830316;c=1733064160980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:42:43,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866 2024-12-01T14:42:43,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/zookeeper_0, clientPort=62639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:42:43,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62639 2024-12-01T14:42:43,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:42:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:42:43,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65 with version=8 2024-12-01T14:42:43,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase-staging 2024-12-01T14:42:43,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:42:43,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:42:43,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33625 2024-12-01T14:42:43,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33625 connecting to ZooKeeper ensemble=127.0.0.1:62639 2024-12-01T14:42:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336250x0, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:42:43,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33625-0x10192a211ee0000 connected 2024-12-01T14:42:43,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:42:43,255 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65, hbase.cluster.distributed=false 2024-12-01T14:42:43,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:42:43,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-01T14:42:43,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33625 2024-12-01T14:42:43,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33625 2024-12-01T14:42:43,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-01T14:42:43,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-01T14:42:43,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:42:43,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:42:43,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:42:43,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:42:43,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:42:43,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:42:43,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34101 2024-12-01T14:42:43,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34101 connecting to ZooKeeper ensemble=127.0.0.1:62639 2024-12-01T14:42:43,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341010x0, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:42:43,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341010x0, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:42:43,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34101-0x10192a211ee0001 connected 2024-12-01T14:42:43,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:42:43,302 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:42:43,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:42:43,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:42:43,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34101 2024-12-01T14:42:43,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34101 2024-12-01T14:42:43,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34101 2024-12-01T14:42:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34101 2024-12-01T14:42:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34101 2024-12-01T14:42:43,318 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:33625 2024-12-01T14:42:43,319 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:42:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:42:43,326 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:42:43,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,334 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:42:43,335 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,33625,1733064163136 from backup master directory 2024-12-01T14:42:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:42:43,342 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:42:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:42:43,342 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,347 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/hbase.id] with ID: eba41c90-c0f2-470a-83e1-cd1609715baa 2024-12-01T14:42:43,347 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/.tmp/hbase.id 2024-12-01T14:42:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:42:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:42:43,354 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/.tmp/hbase.id]:[hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/hbase.id] 2024-12-01T14:42:43,367 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:43,367 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:42:43,369 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:42:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:42:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:42:43,387 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:42:43,388 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:42:43,388 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:42:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:42:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:42:43,396 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store 2024-12-01T14:42:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:42:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:42:43,405 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:43,405 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:42:43,405 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064163405Disabling compacts and flushes for region at 1733064163405Disabling writes for close at 1733064163405Writing region close event to WAL at 1733064163405Closed at 1733064163405 2024-12-01T14:42:43,406 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/.initializing 2024-12-01T14:42:43,406 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/WALs/519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,407 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:42:43,408 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C33625%2C1733064163136, suffix=, logDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/WALs/519b220a2ba1,33625,1733064163136, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/oldWALs, maxLogs=10 2024-12-01T14:42:43,421 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/WALs/519b220a2ba1,33625,1733064163136/519b220a2ba1%2C33625%2C1733064163136.1733064163409, exclude list is [], retry=0 2024-12-01T14:42:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-4453846c-9058-4dd7-87d4-8fb7348e15d2,DISK] 2024-12-01T14:42:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-78c5a3a5-3a05-4815-b605-c455837bde33,DISK] 2024-12-01T14:42:43,427 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/WALs/519b220a2ba1,33625,1733064163136/519b220a2ba1%2C33625%2C1733064163136.1733064163409 2024-12-01T14:42:43,428 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34781:34781)] 2024-12-01T14:42:43,428 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:42:43,428 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:43,428 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,428 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:42:43,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:43,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:42:43,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:42:43,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:42:43,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:42:43,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:42:43,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:42:43,436 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,437 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,437 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,439 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,439 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,439 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:42:43,440 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:42:43,444 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:42:43,445 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=750519, jitterRate=-0.04566687345504761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:42:43,445 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064163428Initializing all the Stores at 1733064163429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064163429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064163429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064163429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064163429Cleaning up temporary data from old regions at 1733064163439 (+10 ms)Region opened successfully at 1733064163445 (+6 ms) 2024-12-01T14:42:43,445 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:42:43,449 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4d88e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:42:43,449 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:42:43,449 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:42:43,449 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:42:43,450 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:42:43,450 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:42:43,450 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:42:43,450 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:42:43,454 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:42:43,455 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:42:43,484 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:42:43,484 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:42:43,485 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:42:43,492 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:42:43,493 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:42:43,494 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:42:43,500 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:42:43,501 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:42:43,509 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:42:43,510 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:42:43,517 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:42:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:42:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:42:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,526 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,33625,1733064163136, sessionid=0x10192a211ee0000, setting cluster-up flag (Was=false) 2024-12-01T14:42:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,567 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:42:43,568 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:43,609 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:42:43,610 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,33625,1733064163136 2024-12-01T14:42:43,612 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:42:43,613 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:42:43,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:42:43,614 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:42:43,614 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,33625,1733064163136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:42:43,616 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:42:43,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:42:43,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:42:43,629 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064193629 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,630 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:42:43,631 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:42:43,631 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:42:43,635 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:42:43,635 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:42:43,635 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064163635,5,FailOnTimeoutGroup] 2024-12-01T14:42:43,636 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064163635,5,FailOnTimeoutGroup] 2024-12-01T14:42:43,636 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,636 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:42:43,636 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,636 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:42:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:42:43,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:42:43,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65 2024-12-01T14:42:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:42:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:42:43,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:43,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:42:43,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:42:43,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:43,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:42:43,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:42:43,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:43,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:42:43,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:42:43,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:43,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:42:43,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:42:43,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:43,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:43,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:42:43,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740 2024-12-01T14:42:43,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740 2024-12-01T14:42:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:42:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:42:43,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:42:43,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:42:43,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:42:43,679 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808928, jitterRate=0.02860577404499054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:42:43,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064163660Initializing all the Stores at 1733064163661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064163661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064163661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064163661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064163661Cleaning up temporary data from old regions at 1733064163674 (+13 ms)Region opened successfully at 1733064163680 (+6 ms) 2024-12-01T14:42:43,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:42:43,680 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:42:43,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:42:43,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:42:43,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:42:43,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:42:43,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064163680Disabling compacts and flushes for region at 1733064163680Disabling writes for close at 1733064163680Writing region close event to WAL at 1733064163680Closed at 1733064163680 2024-12-01T14:42:43,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:42:43,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:42:43,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:42:43,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:42:43,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:42:43,710 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(746): ClusterId : eba41c90-c0f2-470a-83e1-cd1609715baa 2024-12-01T14:42:43,710 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:42:43,727 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:42:43,727 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:42:43,734 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:42:43,735 DEBUG [RS:0;519b220a2ba1:34101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a7208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:42:43,746 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:34101 2024-12-01T14:42:43,747 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:42:43,747 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:42:43,747 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:42:43,749 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,33625,1733064163136 with port=34101, startcode=1733064163278 2024-12-01T14:42:43,749 DEBUG [RS:0;519b220a2ba1:34101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:42:43,750 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:42:43,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,752 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65 2024-12-01T14:42:43,753 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41999 2024-12-01T14:42:43,753 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:42:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:42:43,759 DEBUG [RS:0;519b220a2ba1:34101 {}] zookeeper.ZKUtil(111): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,759 WARN [RS:0;519b220a2ba1:34101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:42:43,760 INFO [RS:0;519b220a2ba1:34101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:42:43,760 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,34101,1733064163278] 2024-12-01T14:42:43,763 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:42:43,765 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:42:43,765 INFO [RS:0;519b220a2ba1:34101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:42:43,765 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,766 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:42:43,766 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:42:43,766 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,766 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:42:43,767 DEBUG [RS:0;519b220a2ba1:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:42:43,769 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,769 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,769 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,769 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,770 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,770 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34101,1733064163278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:42:43,783 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:42:43,783 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34101,1733064163278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,783 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,783 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.Replication(171): 519b220a2ba1,34101,1733064163278 started 2024-12-01T14:42:43,796 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:43,796 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,34101,1733064163278, RpcServer on 519b220a2ba1/172.17.0.2:34101, sessionid=0x10192a211ee0001 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34101,1733064163278' 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:42:43,797 DEBUG [RS:0;519b220a2ba1:34101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,34101,1733064163278 2024-12-01T14:42:43,798 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,34101,1733064163278' 2024-12-01T14:42:43,798 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:42:43,798 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:42:43,798 DEBUG [RS:0;519b220a2ba1:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:42:43,798 INFO [RS:0;519b220a2ba1:34101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:42:43,798 INFO [RS:0;519b220a2ba1:34101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:42:43,836 WARN [519b220a2ba1:33625 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:42:43,899 INFO [RS:0;519b220a2ba1:34101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:42:43,901 INFO [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34101%2C1733064163278, suffix=, logDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs, maxLogs=32 2024-12-01T14:42:43,914 DEBUG [RS:0;519b220a2ba1:34101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064163902, exclude list is [], retry=0 2024-12-01T14:42:43,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-78c5a3a5-3a05-4815-b605-c455837bde33,DISK] 2024-12-01T14:42:43,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-4453846c-9058-4dd7-87d4-8fb7348e15d2,DISK] 2024-12-01T14:42:43,924 INFO [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064163902 2024-12-01T14:42:43,924 DEBUG [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34781:34781)] 2024-12-01T14:42:44,086 DEBUG [519b220a2ba1:33625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:42:44,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:44,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34101,1733064163278, state=OPENING 2024-12-01T14:42:44,117 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:42:44,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:44,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:42:44,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:42:44,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:42:44,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:42:44,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34101,1733064163278}] 2024-12-01T14:42:44,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:42:44,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:42:44,284 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:42:44,284 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:42:44,285 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:42:44,286 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34101%2C1733064163278.meta, suffix=.meta, logDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs, maxLogs=32 2024-12-01T14:42:44,301 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.meta.1733064164287.meta, exclude list is [], retry=0 2024-12-01T14:42:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-78c5a3a5-3a05-4815-b605-c455837bde33,DISK] 2024-12-01T14:42:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-4453846c-9058-4dd7-87d4-8fb7348e15d2,DISK] 2024-12-01T14:42:44,306 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.meta.1733064164287.meta 2024-12-01T14:42:44,306 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34781:34781)] 2024-12-01T14:42:44,306 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:42:44,306 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:42:44,307 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:42:44,307 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:42:44,307 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:42:44,307 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:44,307 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:42:44,307 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:42:44,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:42:44,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:42:44,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:44,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:42:44,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:42:44,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:44,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:42:44,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:42:44,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:44,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:42:44,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:42:44,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:42:44,317 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:42:44,318 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740 2024-12-01T14:42:44,319 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740 2024-12-01T14:42:44,320 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:42:44,320 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:42:44,321 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:42:44,322 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:42:44,323 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742555, jitterRate=-0.055793508887290955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:42:44,323 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:42:44,324 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064164307Writing region info on filesystem at 1733064164307Initializing all the Stores at 1733064164308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064164308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064164308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064164309 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064164309Cleaning up temporary data from old regions at 1733064164320 (+11 ms)Running coprocessor post-open hooks at 1733064164323 (+3 ms)Region opened successfully at 1733064164324 (+1 ms) 2024-12-01T14:42:44,325 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064164279 2024-12-01T14:42:44,328 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:42:44,328 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:42:44,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:44,331 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,34101,1733064163278, state=OPEN 2024-12-01T14:42:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:42:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:42:44,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:42:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:42:44,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:42:44,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,34101,1733064163278 in 247 msec 2024-12-01T14:42:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:42:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-12-01T14:42:44,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:42:44,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:42:44,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:42:44,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34101,1733064163278, seqNum=-1] 2024-12-01T14:42:44,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:42:44,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:42:44,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-12-01T14:42:44,388 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064164388, completionTime=-1 2024-12-01T14:42:44,389 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:42:44,389 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064224391 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064284391 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,391 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,392 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,392 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:33625, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,392 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,392 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,394 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.055sec 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:42:44,397 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:42:44,400 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:42:44,400 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:42:44,401 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33625,1733064163136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:42:44,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5ef9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:42:44,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,33625,-1 for getting cluster id 2024-12-01T14:42:44,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:42:44,411 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba41c90-c0f2-470a-83e1-cd1609715baa' 2024-12-01T14:42:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:42:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba41c90-c0f2-470a-83e1-cd1609715baa" 2024-12-01T14:42:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e152329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:42:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,33625,-1] 2024-12-01T14:42:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:42:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:42:44,414 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:42:44,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1521c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:42:44,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:42:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,34101,1733064163278, seqNum=-1] 2024-12-01T14:42:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:42:44,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:42:44,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,33625,1733064163136 2024-12-01T14:42:44,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:42:44,425 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-01T14:42:44,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:42:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,33625,1733064163136 2024-12-01T14:42:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@393661f8 2024-12-01T14:42:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:42:44,427 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:42:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-01T14:42:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-01T14:42:44,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:42:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-01T14:42:44,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:42:44,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-01T14:42:44,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:42:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:42:44,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741835_1011 (size=381) 2024-12-01T14:42:44,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741835_1011 (size=381) 2024-12-01T14:42:44,451 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59cdd73dfafb88841b9f45d82beb4c0b, NAME => 'TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65 2024-12-01T14:42:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741836_1012 (size=64) 2024-12-01T14:42:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741836_1012 (size=64) 2024-12-01T14:42:44,462 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:44,462 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 59cdd73dfafb88841b9f45d82beb4c0b, disabling compactions & flushes 2024-12-01T14:42:44,462 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,462 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. after waiting 0 ms 2024-12-01T14:42:44,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,463 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,463 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59cdd73dfafb88841b9f45d82beb4c0b: Waiting for close lock at 1733064164462Disabling compacts and flushes for region at 1733064164462Disabling writes for close at 1733064164463 (+1 ms)Writing region close event to WAL at 1733064164463Closed at 1733064164463 2024-12-01T14:42:44,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:42:44,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733064164466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064164466"}]},"ts":"1733064164466"} 2024-12-01T14:42:44,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:42:44,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:42:44,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064164471"}]},"ts":"1733064164471"} 2024-12-01T14:42:44,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-01T14:42:44,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, ASSIGN}] 2024-12-01T14:42:44,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, ASSIGN 2024-12-01T14:42:44,477 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, ASSIGN; state=OFFLINE, location=519b220a2ba1,34101,1733064163278; forceNewPlan=false, retain=false 2024-12-01T14:42:44,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59cdd73dfafb88841b9f45d82beb4c0b, regionState=OPENING, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:44,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, ASSIGN because future has completed 2024-12-01T14:42:44,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278}] 2024-12-01T14:42:44,789 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,789 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59cdd73dfafb88841b9f45d82beb4c0b, NAME => 'TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:42:44,790 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,790 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:42:44,790 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,790 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,792 INFO [StoreOpener-59cdd73dfafb88841b9f45d82beb4c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,794 INFO [StoreOpener-59cdd73dfafb88841b9f45d82beb4c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cdd73dfafb88841b9f45d82beb4c0b columnFamilyName info 2024-12-01T14:42:44,794 DEBUG [StoreOpener-59cdd73dfafb88841b9f45d82beb4c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:42:44,794 INFO [StoreOpener-59cdd73dfafb88841b9f45d82beb4c0b-1 {}] regionserver.HStore(327): Store=59cdd73dfafb88841b9f45d82beb4c0b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:42:44,794 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,796 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,796 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,797 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,797 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,800 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,803 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:42:44,804 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59cdd73dfafb88841b9f45d82beb4c0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745122, jitterRate=-0.05252845585346222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:42:44,804 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:44,804 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59cdd73dfafb88841b9f45d82beb4c0b: Running coprocessor pre-open hook at 1733064164790Writing region info on filesystem at 1733064164790Initializing all the Stores at 1733064164791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064164792 (+1 ms)Cleaning up temporary data from old regions at 1733064164797 (+5 ms)Running coprocessor post-open hooks at 1733064164804 (+7 ms)Region opened successfully at 1733064164804 2024-12-01T14:42:44,806 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., pid=6, masterSystemTime=1733064164784 2024-12-01T14:42:44,808 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,808 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:44,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59cdd73dfafb88841b9f45d82beb4c0b, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:44,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 because future has completed 2024-12-01T14:42:44,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:42:44,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 in 182 msec 2024-12-01T14:42:44,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:42:44,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, ASSIGN in 342 msec 2024-12-01T14:42:44,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:42:44,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733064164822"}]},"ts":"1733064164822"} 2024-12-01T14:42:44,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-01T14:42:44,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:42:44,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 399 msec 2024-12-01T14:42:45,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:42:45,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:45,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:42:49,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:42:49,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-01T14:42:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:42:51,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:42:51,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:42:51,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:42:51,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:42:51,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:42:51,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-01T14:42:51,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-01T14:42:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:42:54,480 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-01T14:42:54,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-01T14:42:54,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-01T14:42:54,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:42:54,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2] 2024-12-01T14:42:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:42:54,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:42:54,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/791810dee7ca47f0a1744e045a2a57f2 is 1055, key is row0001/info:/1733064174491/Put/seqid=0 2024-12-01T14:42:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741837_1013 (size=13386) 2024-12-01T14:42:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741837_1013 (size=13386) 2024-12-01T14:42:54,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/791810dee7ca47f0a1744e045a2a57f2 2024-12-01T14:42:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T14:42:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55108 deadline: 1733064184544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 2024-12-01T14:42:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:42:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:42:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 because the exception is null or not the one we care about 2024-12-01T14:42:54,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/791810dee7ca47f0a1744e045a2a57f2 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2 2024-12-01T14:42:54,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2, entries=8, sequenceid=12, filesize=13.1 K 2024-12-01T14:42:54,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 59cdd73dfafb88841b9f45d82beb4c0b in 53ms, sequenceid=12, compaction requested=false 2024-12-01T14:42:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:04,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-01T14:43:04,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/a32aab32abbb44f880de9c00405bb8a3 is 1055, key is row0009/info:/1733064174508/Put/seqid=0 2024-12-01T14:43:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741838_1014 (size=28134) 2024-12-01T14:43:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741838_1014 (size=28134) 2024-12-01T14:43:04,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/a32aab32abbb44f880de9c00405bb8a3 2024-12-01T14:43:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/a32aab32abbb44f880de9c00405bb8a3 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 2024-12-01T14:43:04,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3, entries=22, sequenceid=37, filesize=27.5 K 2024-12-01T14:43:04,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 59cdd73dfafb88841b9f45d82beb4c0b in 30ms, sequenceid=37, compaction requested=false 2024-12-01T14:43:04,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:04,614 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-01T14:43:04,614 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:04,614 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 because midkey is the same as first or last row 2024-12-01T14:43:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:06,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:43:06,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/f5dd5e13dbc848deae7d67d6bbfeaf42 is 1055, key is row0031/info:/1733064184588/Put/seqid=0 2024-12-01T14:43:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741839_1015 (size=13386) 2024-12-01T14:43:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741839_1015 (size=13386) 2024-12-01T14:43:06,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/f5dd5e13dbc848deae7d67d6bbfeaf42 2024-12-01T14:43:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/f5dd5e13dbc848deae7d67d6bbfeaf42 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42 2024-12-01T14:43:06,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42, entries=8, sequenceid=48, filesize=13.1 K 2024-12-01T14:43:06,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 59cdd73dfafb88841b9f45d82beb4c0b in 26ms, sequenceid=48, compaction requested=true 2024-12-01T14:43:06,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 because midkey is the same as first or last row 2024-12-01T14:43:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:06,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59cdd73dfafb88841b9f45d82beb4c0b:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:06,631 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:06,633 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:06,633 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 59cdd73dfafb88841b9f45d82beb4c0b/info is initiating minor compaction (all files) 2024-12-01T14:43:06,633 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 59cdd73dfafb88841b9f45d82beb4c0b/info in TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:06,633 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp, totalSize=53.6 K 2024-12-01T14:43:06,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-01T14:43:06,634 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 791810dee7ca47f0a1744e045a2a57f2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733064174491 2024-12-01T14:43:06,634 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a32aab32abbb44f880de9c00405bb8a3, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733064174508 2024-12-01T14:43:06,634 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5dd5e13dbc848deae7d67d6bbfeaf42, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733064184588 2024-12-01T14:43:06,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/3f438d26c5454786bcb9bf3db36feabc is 1055, key is row0039/info:/1733064186604/Put/seqid=0 2024-12-01T14:43:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741840_1016 (size=18662) 2024-12-01T14:43:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741840_1016 (size=18662) 2024-12-01T14:43:06,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/3f438d26c5454786bcb9bf3db36feabc 2024-12-01T14:43:06,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/3f438d26c5454786bcb9bf3db36feabc as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc 2024-12-01T14:43:06,658 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59cdd73dfafb88841b9f45d82beb4c0b#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:06,659 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/8c90e8a56be84eb5bf28841bf69253e6 is 1055, key is row0001/info:/1733064174491/Put/seqid=0 2024-12-01T14:43:06,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc, entries=13, sequenceid=64, filesize=18.2 K 2024-12-01T14:43:06,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 59cdd73dfafb88841b9f45d82beb4c0b in 32ms, sequenceid=64, compaction requested=false 2024-12-01T14:43:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,665 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 because midkey is the same as first or last row 2024-12-01T14:43:06,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-01T14:43:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741841_1017 (size=45105) 2024-12-01T14:43:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741841_1017 (size=45105) 2024-12-01T14:43:06,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/52a62676b8fd4491ae71c590e4de5451 is 1055, key is row0052/info:/1733064186635/Put/seqid=0 2024-12-01T14:43:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741842_1018 (size=17594) 2024-12-01T14:43:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741842_1018 (size=17594) 2024-12-01T14:43:06,680 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/8c90e8a56be84eb5bf28841bf69253e6 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 2024-12-01T14:43:06,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/52a62676b8fd4491ae71c590e4de5451 2024-12-01T14:43:06,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/52a62676b8fd4491ae71c590e4de5451 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451 2024-12-01T14:43:06,687 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 59cdd73dfafb88841b9f45d82beb4c0b/info of 59cdd73dfafb88841b9f45d82beb4c0b into 8c90e8a56be84eb5bf28841bf69253e6(size=44.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:06,687 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:06,689 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., storeName=59cdd73dfafb88841b9f45d82beb4c0b/info, priority=13, startTime=1733064186630; duration=0sec 2024-12-01T14:43:06,689 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,689 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,689 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 because midkey is the same as first or last row 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 because midkey is the same as first or last row 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 because midkey is the same as first or last row 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:06,690 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59cdd73dfafb88841b9f45d82beb4c0b:info 2024-12-01T14:43:06,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451, entries=12, sequenceid=79, filesize=17.2 K 2024-12-01T14:43:06,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 59cdd73dfafb88841b9f45d82beb4c0b in 29ms, sequenceid=79, compaction requested=true 2024-12-01T14:43:06,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:06,694 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,694 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,694 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 because midkey is the same as first or last row 2024-12-01T14:43:06,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59cdd73dfafb88841b9f45d82beb4c0b:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:06,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:06,695 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:06,696 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:06,696 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 59cdd73dfafb88841b9f45d82beb4c0b/info is initiating minor compaction (all files) 2024-12-01T14:43:06,696 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 59cdd73dfafb88841b9f45d82beb4c0b/info in TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:06,696 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp, totalSize=79.5 K 2024-12-01T14:43:06,696 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c90e8a56be84eb5bf28841bf69253e6, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733064174491 2024-12-01T14:43:06,697 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f438d26c5454786bcb9bf3db36feabc, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1733064186604 2024-12-01T14:43:06,697 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52a62676b8fd4491ae71c590e4de5451, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733064186635 2024-12-01T14:43:06,709 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59cdd73dfafb88841b9f45d82beb4c0b#info#compaction#37 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:06,709 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/d64aac90aca84ca18a44dda16350a090 is 1055, key is row0001/info:/1733064174491/Put/seqid=0 2024-12-01T14:43:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741843_1019 (size=71580) 2024-12-01T14:43:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741843_1019 (size=71580) 2024-12-01T14:43:06,721 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/d64aac90aca84ca18a44dda16350a090 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 2024-12-01T14:43:06,728 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 59cdd73dfafb88841b9f45d82beb4c0b/info of 59cdd73dfafb88841b9f45d82beb4c0b into d64aac90aca84ca18a44dda16350a090(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:06,728 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., storeName=59cdd73dfafb88841b9f45d82beb4c0b/info, priority=13, startTime=1733064186694; duration=0sec 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 because midkey is the same as first or last row 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 because midkey is the same as first or last row 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:06,728 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 because midkey is the same as first or last row 2024-12-01T14:43:06,729 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:06,729 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59cdd73dfafb88841b9f45d82beb4c0b:info 2024-12-01T14:43:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:08,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:43:08,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/389edf5a18d940c7901b7ec6dbe52917 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741844_1020 (size=13386) 2024-12-01T14:43:08,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741844_1020 (size=13386) 2024-12-01T14:43:08,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/389edf5a18d940c7901b7ec6dbe52917 2024-12-01T14:43:08,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/389edf5a18d940c7901b7ec6dbe52917 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917 2024-12-01T14:43:08,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917, entries=8, sequenceid=92, filesize=13.1 K 2024-12-01T14:43:08,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 59cdd73dfafb88841b9f45d82beb4c0b in 26ms, sequenceid=92, compaction requested=false 2024-12-01T14:43:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-12-01T14:43:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 because midkey is the same as first or last row 2024-12-01T14:43:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:08,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-01T14:43:08,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/43d26ead64084aa3b42a8cc2dfc95b1a is 1055, key is row0072/info:/1733064188682/Put/seqid=0 2024-12-01T14:43:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741845_1021 (size=19714) 2024-12-01T14:43:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741845_1021 (size=19714) 2024-12-01T14:43:08,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/43d26ead64084aa3b42a8cc2dfc95b1a 2024-12-01T14:43:08,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/43d26ead64084aa3b42a8cc2dfc95b1a as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a 2024-12-01T14:43:08,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a, entries=14, sequenceid=109, filesize=19.3 K 2024-12-01T14:43:08,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 59cdd73dfafb88841b9f45d82beb4c0b in 28ms, sequenceid=109, compaction requested=true 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.2 K, sizeToCheck=16.0 K 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 because midkey is the same as first or last row 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59cdd73dfafb88841b9f45d82beb4c0b:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:08,738 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:08,739 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104680 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:08,739 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 59cdd73dfafb88841b9f45d82beb4c0b/info is initiating minor compaction (all files) 2024-12-01T14:43:08,740 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 59cdd73dfafb88841b9f45d82beb4c0b/info in TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:08,740 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp, totalSize=102.2 K 2024-12-01T14:43:08,740 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d64aac90aca84ca18a44dda16350a090, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733064174491 2024-12-01T14:43:08,740 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 389edf5a18d940c7901b7ec6dbe52917, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733064186667 2024-12-01T14:43:08,741 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43d26ead64084aa3b42a8cc2dfc95b1a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733064188682 2024-12-01T14:43:08,756 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59cdd73dfafb88841b9f45d82beb4c0b#info#compaction#40 average throughput is 28.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:08,757 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/946121b52f9845cbb25181e9ea9dd0be is 1055, key is row0001/info:/1733064174491/Put/seqid=0 2024-12-01T14:43:08,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741846_1022 (size=94899) 2024-12-01T14:43:08,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741846_1022 (size=94899) 2024-12-01T14:43:08,773 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/946121b52f9845cbb25181e9ea9dd0be as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be 2024-12-01T14:43:08,780 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 59cdd73dfafb88841b9f45d82beb4c0b/info of 59cdd73dfafb88841b9f45d82beb4c0b into 946121b52f9845cbb25181e9ea9dd0be(size=92.7 K), total size for store is 92.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:08,780 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 59cdd73dfafb88841b9f45d82beb4c0b: 2024-12-01T14:43:08,781 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., storeName=59cdd73dfafb88841b9f45d82beb4c0b/info, priority=13, startTime=1733064188738; duration=0sec 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-12-01T14:43:08,781 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-01T14:43:08,782 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:08,782 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:08,782 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59cdd73dfafb88841b9f45d82beb4c0b:info 2024-12-01T14:43:08,784 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] assignment.AssignmentManager(1363): Split request from 519b220a2ba1,34101,1733064163278, parent={ENCODED => 59cdd73dfafb88841b9f45d82beb4c0b, NAME => 'TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-01T14:43:08,789 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:08,792 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=59cdd73dfafb88841b9f45d82beb4c0b, daughterA=faa63b4391ac9741b1fc69a9e926fbe7, daughterB=702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:08,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=59cdd73dfafb88841b9f45d82beb4c0b, daughterA=faa63b4391ac9741b1fc69a9e926fbe7, daughterB=702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:08,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=59cdd73dfafb88841b9f45d82beb4c0b, daughterA=faa63b4391ac9741b1fc69a9e926fbe7, daughterB=702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:08,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=59cdd73dfafb88841b9f45d82beb4c0b, daughterA=faa63b4391ac9741b1fc69a9e926fbe7, daughterB=702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:08,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, UNASSIGN}] 2024-12-01T14:43:08,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, UNASSIGN 2024-12-01T14:43:08,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=59cdd73dfafb88841b9f45d82beb4c0b, regionState=CLOSING, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:08,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, UNASSIGN because future has completed 2024-12-01T14:43:08,806 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-01T14:43:08,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278}] 2024-12-01T14:43:08,963 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:08,964 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-01T14:43:08,964 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 59cdd73dfafb88841b9f45d82beb4c0b, disabling compactions & flushes 2024-12-01T14:43:08,964 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:08,965 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:08,965 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. after waiting 0 ms 2024-12-01T14:43:08,965 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:08,965 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 59cdd73dfafb88841b9f45d82beb4c0b 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-01T14:43:08,970 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/dcfff6aa016c4409920258cb4774f6ee is 1055, key is row0086/info:/1733064188711/Put/seqid=0 2024-12-01T14:43:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741847_1023 (size=16542) 2024-12-01T14:43:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741847_1023 (size=16542) 2024-12-01T14:43:08,978 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/dcfff6aa016c4409920258cb4774f6ee 2024-12-01T14:43:08,987 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/.tmp/info/dcfff6aa016c4409920258cb4774f6ee as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/dcfff6aa016c4409920258cb4774f6ee 2024-12-01T14:43:08,993 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/dcfff6aa016c4409920258cb4774f6ee, entries=11, sequenceid=124, filesize=16.2 K 2024-12-01T14:43:08,995 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 59cdd73dfafb88841b9f45d82beb4c0b in 29ms, sequenceid=124, compaction requested=false 2024-12-01T14:43:08,996 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a] to archive 2024-12-01T14:43:08,998 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:43:08,999 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/791810dee7ca47f0a1744e045a2a57f2 2024-12-01T14:43:09,001 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/a32aab32abbb44f880de9c00405bb8a3 2024-12-01T14:43:09,002 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/8c90e8a56be84eb5bf28841bf69253e6 2024-12-01T14:43:09,004 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/f5dd5e13dbc848deae7d67d6bbfeaf42 2024-12-01T14:43:09,007 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/3f438d26c5454786bcb9bf3db36feabc 2024-12-01T14:43:09,008 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/d64aac90aca84ca18a44dda16350a090 2024-12-01T14:43:09,009 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/52a62676b8fd4491ae71c590e4de5451 2024-12-01T14:43:09,011 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/389edf5a18d940c7901b7ec6dbe52917 2024-12-01T14:43:09,012 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/43d26ead64084aa3b42a8cc2dfc95b1a 2024-12-01T14:43:09,018 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-12-01T14:43:09,019 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. 2024-12-01T14:43:09,019 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 59cdd73dfafb88841b9f45d82beb4c0b: Waiting for close lock at 1733064188964Running coprocessor pre-close hooks at 1733064188964Disabling compacts and flushes for region at 1733064188964Disabling writes for close at 1733064188965 (+1 ms)Obtaining lock to block concurrent updates at 1733064188965Preparing flush snapshotting stores in 59cdd73dfafb88841b9f45d82beb4c0b at 1733064188965Finished memstore snapshotting TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1733064188965Flushing stores of TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. at 1733064188966 (+1 ms)Flushing 59cdd73dfafb88841b9f45d82beb4c0b/info: creating writer at 1733064188966Flushing 59cdd73dfafb88841b9f45d82beb4c0b/info: appending metadata at 1733064188970 (+4 ms)Flushing 59cdd73dfafb88841b9f45d82beb4c0b/info: closing flushed file at 1733064188970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89e47b9: reopening flushed file at 1733064188986 (+16 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 59cdd73dfafb88841b9f45d82beb4c0b in 29ms, sequenceid=124, compaction requested=false at 1733064188995 (+9 ms)Writing region close event to WAL at 1733064189015 (+20 ms)Running coprocessor post-close hooks at 1733064189019 (+4 ms)Closed at 1733064189019 2024-12-01T14:43:09,024 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,024 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=59cdd73dfafb88841b9f45d82beb4c0b, regionState=CLOSED 2024-12-01T14:43:09,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 because future has completed 2024-12-01T14:43:09,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:43:09,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 59cdd73dfafb88841b9f45d82beb4c0b, server=519b220a2ba1,34101,1733064163278 in 222 msec 2024-12-01T14:43:09,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T14:43:09,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=59cdd73dfafb88841b9f45d82beb4c0b, UNASSIGN in 230 msec 2024-12-01T14:43:09,042 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:09,046 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=59cdd73dfafb88841b9f45d82beb4c0b, threads=2 2024-12-01T14:43:09,048 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/dcfff6aa016c4409920258cb4774f6ee for region: 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,048 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be for region: 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,059 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/dcfff6aa016c4409920258cb4774f6ee, top=true 2024-12-01T14:43:09,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741848_1024 (size=27) 2024-12-01T14:43:09,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741848_1024 (size=27) 2024-12-01T14:43:09,065 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee for child: 702369443ef3a522dec30645fc20d44a, parent: 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,065 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/dcfff6aa016c4409920258cb4774f6ee for region: 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741849_1025 (size=27) 2024-12-01T14:43:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741849_1025 (size=27) 2024-12-01T14:43:09,076 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be for region: 59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:09,078 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 59cdd73dfafb88841b9f45d82beb4c0b Daughter A: [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b] storefiles, Daughter B: [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee] storefiles. 2024-12-01T14:43:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741850_1026 (size=71) 2024-12-01T14:43:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741850_1026 (size=71) 2024-12-01T14:43:09,089 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741851_1027 (size=71) 2024-12-01T14:43:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741851_1027 (size=71) 2024-12-01T14:43:09,106 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:09,116 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-01T14:43:09,118 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-01T14:43:09,121 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733064189120"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733064189120"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733064189120"}]},"ts":"1733064189120"} 2024-12-01T14:43:09,121 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733064189120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064189120"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733064189120"}]},"ts":"1733064189120"} 2024-12-01T14:43:09,121 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733064189120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733064189120"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733064189120"}]},"ts":"1733064189120"} 2024-12-01T14:43:09,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=faa63b4391ac9741b1fc69a9e926fbe7, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=702369443ef3a522dec30645fc20d44a, ASSIGN}] 2024-12-01T14:43:09,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=faa63b4391ac9741b1fc69a9e926fbe7, ASSIGN 2024-12-01T14:43:09,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=702369443ef3a522dec30645fc20d44a, ASSIGN 2024-12-01T14:43:09,141 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=702369443ef3a522dec30645fc20d44a, ASSIGN; state=SPLITTING_NEW, location=519b220a2ba1,34101,1733064163278; forceNewPlan=false, retain=false 2024-12-01T14:43:09,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=faa63b4391ac9741b1fc69a9e926fbe7, ASSIGN; state=SPLITTING_NEW, location=519b220a2ba1,34101,1733064163278; forceNewPlan=false, retain=false 2024-12-01T14:43:09,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=702369443ef3a522dec30645fc20d44a, regionState=OPENING, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:09,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faa63b4391ac9741b1fc69a9e926fbe7, regionState=OPENING, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=702369443ef3a522dec30645fc20d44a, ASSIGN because future has completed 2024-12-01T14:43:09,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278}] 2024-12-01T14:43:09,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=faa63b4391ac9741b1fc69a9e926fbe7, ASSIGN because future has completed 2024-12-01T14:43:09,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa63b4391ac9741b1fc69a9e926fbe7, server=519b220a2ba1,34101,1733064163278}] 2024-12-01T14:43:09,456 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:09,457 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 702369443ef3a522dec30645fc20d44a, NAME => 'TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-01T14:43:09,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:09,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,460 INFO [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,460 INFO [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702369443ef3a522dec30645fc20d44a columnFamilyName info 2024-12-01T14:43:09,461 DEBUG [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:09,475 DEBUG [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-top 2024-12-01T14:43:09,481 DEBUG [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee 2024-12-01T14:43:09,481 INFO [StoreOpener-702369443ef3a522dec30645fc20d44a-1 {}] regionserver.HStore(327): Store=702369443ef3a522dec30645fc20d44a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:43:09,481 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,482 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,483 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,483 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,483 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,485 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,486 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 702369443ef3a522dec30645fc20d44a; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754421, jitterRate=-0.040704160928726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:43:09,486 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:09,487 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 702369443ef3a522dec30645fc20d44a: Running coprocessor pre-open hook at 1733064189458Writing region info on filesystem at 1733064189458Initializing all the Stores at 1733064189459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064189459Cleaning up temporary data from old regions at 1733064189483 (+24 ms)Running coprocessor post-open hooks at 1733064189486 (+3 ms)Region opened successfully at 1733064189487 (+1 ms) 2024-12-01T14:43:09,488 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., pid=12, masterSystemTime=1733064189448 2024-12-01T14:43:09,488 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:09,488 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:09,488 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T14:43:09,489 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:09,489 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:09,489 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:09,489 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-top, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=108.8 K 2024-12-01T14:43:09,490 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:09,490 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:09,490 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:09,490 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733064174491 2024-12-01T14:43:09,490 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => faa63b4391ac9741b1fc69a9e926fbe7, NAME => 'TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-01T14:43:09,491 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,491 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:09,491 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,491 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733064188711 2024-12-01T14:43:09,491 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=702369443ef3a522dec30645fc20d44a, regionState=OPEN, openSeqNum=128, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:09,493 INFO [StoreOpener-faa63b4391ac9741b1fc69a9e926fbe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,493 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-01T14:43:09,494 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T14:43:09,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 because future has completed 2024-12-01T14:43:09,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-01T14:43:09,494 INFO [StoreOpener-faa63b4391ac9741b1fc69a9e926fbe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa63b4391ac9741b1fc69a9e926fbe7 columnFamilyName info 2024-12-01T14:43:09,494 DEBUG [StoreOpener-faa63b4391ac9741b1fc69a9e926fbe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:09,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T14:43:09,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 in 200 msec 2024-12-01T14:43:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=702369443ef3a522dec30645fc20d44a, ASSIGN in 360 msec 2024-12-01T14:43:09,537 DEBUG [StoreOpener-faa63b4391ac9741b1fc69a9e926fbe7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-bottom 2024-12-01T14:43:09,537 INFO [StoreOpener-faa63b4391ac9741b1fc69a9e926fbe7-1 {}] regionserver.HStore(327): Store=faa63b4391ac9741b1fc69a9e926fbe7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:43:09,538 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,539 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/b4cfd43612644ec4a60eaf177546ff58 is 193, key is TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a./info:regioninfo/1733064189491/Put/seqid=0 2024-12-01T14:43:09,540 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#43 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:09,540 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,540 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/19445ab9916248a0b85a9093eb85bc38 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:09,540 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,541 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,543 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741852_1028 (size=9882) 2024-12-01T14:43:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741852_1028 (size=9882) 2024-12-01T14:43:09,544 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened faa63b4391ac9741b1fc69a9e926fbe7; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=716444, jitterRate=-0.08899463713169098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:43:09,544 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:09,544 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for faa63b4391ac9741b1fc69a9e926fbe7: Running coprocessor pre-open hook at 1733064189491Writing region info on filesystem at 1733064189491Initializing all the Stores at 1733064189492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064189492Cleaning up temporary data from old regions at 1733064189541 (+49 ms)Running coprocessor post-open hooks at 1733064189544 (+3 ms)Region opened successfully at 1733064189544 2024-12-01T14:43:09,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/b4cfd43612644ec4a60eaf177546ff58 2024-12-01T14:43:09,545 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7., pid=13, masterSystemTime=1733064189448 2024-12-01T14:43:09,545 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store faa63b4391ac9741b1fc69a9e926fbe7:info, priority=-2147483648, current under compaction store size is 2 2024-12-01T14:43:09,545 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:09,545 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-01T14:43:09,546 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:09,546 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HStore(1541): faa63b4391ac9741b1fc69a9e926fbe7/info is initiating minor compaction (all files) 2024-12-01T14:43:09,546 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of faa63b4391ac9741b1fc69a9e926fbe7/info in TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:09,547 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-bottom] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/.tmp, totalSize=92.7 K 2024-12-01T14:43:09,547 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] compactions.Compactor(225): Compacting 946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733064174491 2024-12-01T14:43:09,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faa63b4391ac9741b1fc69a9e926fbe7, regionState=OPEN, openSeqNum=128, regionLocation=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa63b4391ac9741b1fc69a9e926fbe7, server=519b220a2ba1,34101,1733064163278 because future has completed 2024-12-01T14:43:09,552 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:09,552 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:09,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-01T14:43:09,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure faa63b4391ac9741b1fc69a9e926fbe7, server=519b220a2ba1,34101,1733064163278 in 262 msec 2024-12-01T14:43:09,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741853_1029 (size=39908) 2024-12-01T14:43:09,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741853_1029 (size=39908) 2024-12-01T14:43:09,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-01T14:43:09,575 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/19445ab9916248a0b85a9093eb85bc38 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/19445ab9916248a0b85a9093eb85bc38 2024-12-01T14:43:09,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=faa63b4391ac9741b1fc69a9e926fbe7, ASSIGN in 421 msec 2024-12-01T14:43:09,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=59cdd73dfafb88841b9f45d82beb4c0b, daughterA=faa63b4391ac9741b1fc69a9e926fbe7, daughterB=702369443ef3a522dec30645fc20d44a in 785 msec 2024-12-01T14:43:09,577 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): faa63b4391ac9741b1fc69a9e926fbe7#info#compaction#44 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:09,577 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/.tmp/info/336515676e214b57b89fcdbb38f14cd2 is 1055, key is row0001/info:/1733064174491/Put/seqid=0 2024-12-01T14:43:09,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/ns/9db415cecd1a4acba67689406415ee09 is 43, key is default/ns:d/1733064164384/Put/seqid=0 2024-12-01T14:43:09,584 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into 19445ab9916248a0b85a9093eb85bc38(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:09,584 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:09,584 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=14, startTime=1733064189488; duration=0sec 2024-12-01T14:43:09,584 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:09,584 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741854_1030 (size=71441) 2024-12-01T14:43:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741855_1031 (size=5153) 2024-12-01T14:43:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741854_1030 (size=71441) 2024-12-01T14:43:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741855_1031 (size=5153) 2024-12-01T14:43:09,594 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/.tmp/info/336515676e214b57b89fcdbb38f14cd2 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/336515676e214b57b89fcdbb38f14cd2 2024-12-01T14:43:09,620 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in faa63b4391ac9741b1fc69a9e926fbe7/info of faa63b4391ac9741b1fc69a9e926fbe7 into 336515676e214b57b89fcdbb38f14cd2(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:09,620 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for faa63b4391ac9741b1fc69a9e926fbe7: 2024-12-01T14:43:09,620 INFO [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7., storeName=faa63b4391ac9741b1fc69a9e926fbe7/info, priority=15, startTime=1733064189545; duration=0sec 2024-12-01T14:43:09,620 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:09,620 DEBUG [RS:0;519b220a2ba1:34101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: faa63b4391ac9741b1fc69a9e926fbe7:info 2024-12-01T14:43:09,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/ns/9db415cecd1a4acba67689406415ee09 2024-12-01T14:43:10,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/table/1cd3c7541bd249c2910171872a748a5f is 65, key is TestLogRolling-testLogRolling/table:state/1733064164822/Put/seqid=0 2024-12-01T14:43:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741856_1032 (size=5340) 2024-12-01T14:43:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741856_1032 (size=5340) 2024-12-01T14:43:10,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/table/1cd3c7541bd249c2910171872a748a5f 2024-12-01T14:43:10,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/b4cfd43612644ec4a60eaf177546ff58 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/info/b4cfd43612644ec4a60eaf177546ff58 2024-12-01T14:43:10,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/info/b4cfd43612644ec4a60eaf177546ff58, entries=30, sequenceid=17, filesize=9.7 K 2024-12-01T14:43:10,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/ns/9db415cecd1a4acba67689406415ee09 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/ns/9db415cecd1a4acba67689406415ee09 2024-12-01T14:43:10,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/ns/9db415cecd1a4acba67689406415ee09, entries=2, sequenceid=17, filesize=5.0 K 2024-12-01T14:43:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/table/1cd3c7541bd249c2910171872a748a5f as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/table/1cd3c7541bd249c2910171872a748a5f 2024-12-01T14:43:10,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/table/1cd3c7541bd249c2910171872a748a5f, entries=2, sequenceid=17, filesize=5.2 K 2024-12-01T14:43:10,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 555ms, sequenceid=17, compaction requested=false 2024-12-01T14:43:10,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-01T14:43:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55108 deadline: 1733064200739, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. is not online on 519b220a2ba1,34101,1733064163278 2024-12-01T14:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. is not online on 519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b. is not online on 519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733064164428.59cdd73dfafb88841b9f45d82beb4c0b., hostname=519b220a2ba1,34101,1733064163278, seqNum=2 from cache 2024-12-01T14:43:13,111 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:43:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:43:14,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:14,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:43:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., hostname=519b220a2ba1,34101,1733064163278, seqNum=128] 2024-12-01T14:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:20,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:43:20,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/d5ba77604c254ed8bf0f86bbe60b9d2a is 1055, key is row0097/info:/1733064200829/Put/seqid=0 2024-12-01T14:43:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741857_1033 (size=13394) 2024-12-01T14:43:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741857_1033 (size=13394) 2024-12-01T14:43:20,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/d5ba77604c254ed8bf0f86bbe60b9d2a 2024-12-01T14:43:20,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/d5ba77604c254ed8bf0f86bbe60b9d2a as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a 2024-12-01T14:43:20,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a, entries=8, sequenceid=139, filesize=13.1 K 2024-12-01T14:43:20,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 702369443ef3a522dec30645fc20d44a in 25ms, sequenceid=139, compaction requested=false 2024-12-01T14:43:20,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:20,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-01T14:43:20,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/800a6aaee8f34bfba8ef705d32bd1a26 is 1055, key is row0105/info:/1733064200843/Put/seqid=0 2024-12-01T14:43:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741858_1034 (size=19728) 2024-12-01T14:43:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741858_1034 (size=19728) 2024-12-01T14:43:20,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/800a6aaee8f34bfba8ef705d32bd1a26 2024-12-01T14:43:20,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/800a6aaee8f34bfba8ef705d32bd1a26 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26 2024-12-01T14:43:20,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26, entries=14, sequenceid=156, filesize=19.3 K 2024-12-01T14:43:20,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 702369443ef3a522dec30645fc20d44a in 28ms, sequenceid=156, compaction requested=true 2024-12-01T14:43:20,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:20,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:20,897 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:20,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:20,898 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73030 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:20,898 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:20,898 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:20,898 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/19445ab9916248a0b85a9093eb85bc38, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=71.3 K 2024-12-01T14:43:20,899 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19445ab9916248a0b85a9093eb85bc38, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733064186667 2024-12-01T14:43:20,899 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ba77604c254ed8bf0f86bbe60b9d2a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733064200829 2024-12-01T14:43:20,900 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 800a6aaee8f34bfba8ef705d32bd1a26, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733064200843 2024-12-01T14:43:20,917 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#49 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:20,917 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b775bd1409ce42459589880825c1a02f is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741859_1035 (size=63244) 2024-12-01T14:43:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741859_1035 (size=63244) 2024-12-01T14:43:20,934 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b775bd1409ce42459589880825c1a02f as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b775bd1409ce42459589880825c1a02f 2024-12-01T14:43:20,940 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into b775bd1409ce42459589880825c1a02f(size=61.8 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:20,940 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:20,940 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064200897; duration=0sec 2024-12-01T14:43:20,940 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:20,940 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:22,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-01T14:43:22,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/79389068316b4c32bb0da4ae4843a39b is 1055, key is row0119/info:/1733064200871/Put/seqid=0 2024-12-01T14:43:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741860_1036 (size=16553) 2024-12-01T14:43:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741860_1036 (size=16553) 2024-12-01T14:43:22,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/79389068316b4c32bb0da4ae4843a39b 2024-12-01T14:43:22,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/79389068316b4c32bb0da4ae4843a39b as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b 2024-12-01T14:43:22,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b, entries=11, sequenceid=171, filesize=16.2 K 2024-12-01T14:43:22,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=10.26 KB/10510 for 702369443ef3a522dec30645fc20d44a in 32ms, sequenceid=171, compaction requested=false 2024-12-01T14:43:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:22,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-01T14:43:22,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/9e809416d9544ff0913308e8675e259b is 1055, key is row0130/info:/1733064202899/Put/seqid=0 2024-12-01T14:43:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741861_1037 (size=16553) 2024-12-01T14:43:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741861_1037 (size=16553) 2024-12-01T14:43:22,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/9e809416d9544ff0913308e8675e259b 2024-12-01T14:43:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/9e809416d9544ff0913308e8675e259b as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b 2024-12-01T14:43:22,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b, entries=11, sequenceid=185, filesize=16.2 K 2024-12-01T14:43:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=18.47 KB/18918 for 702369443ef3a522dec30645fc20d44a in 46ms, sequenceid=185, compaction requested=true 2024-12-01T14:43:22,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:22,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:22,977 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:22,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:22,978 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96350 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:22,978 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:22,979 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:22,979 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b775bd1409ce42459589880825c1a02f, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=94.1 K 2024-12-01T14:43:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:22,979 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b775bd1409ce42459589880825c1a02f, keycount=55, bloomtype=ROW, size=61.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733064186667 2024-12-01T14:43:22,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-12-01T14:43:22,980 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79389068316b4c32bb0da4ae4843a39b, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733064200871 2024-12-01T14:43:22,981 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e809416d9544ff0913308e8675e259b, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733064202899 2024-12-01T14:43:22,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/1a95d21520f441d1bc9badbede5db8ca is 1055, key is row0141/info:/1733064202931/Put/seqid=0 2024-12-01T14:43:23,010 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#53 average throughput is 25.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:23,011 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/3f3f1ded4ff34311ad26a6dde3f4a9f6 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741862_1038 (size=24997) 2024-12-01T14:43:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741862_1038 (size=24997) 2024-12-01T14:43:23,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/1a95d21520f441d1bc9badbede5db8ca 2024-12-01T14:43:23,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/1a95d21520f441d1bc9badbede5db8ca as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca 2024-12-01T14:43:23,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741863_1039 (size=86585) 2024-12-01T14:43:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741863_1039 (size=86585) 2024-12-01T14:43:23,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca, entries=19, sequenceid=207, filesize=24.4 K 2024-12-01T14:43:23,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=1.03 KB/1051 for 702369443ef3a522dec30645fc20d44a in 85ms, sequenceid=207, compaction requested=false 2024-12-01T14:43:23,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:23,072 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/3f3f1ded4ff34311ad26a6dde3f4a9f6 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/3f3f1ded4ff34311ad26a6dde3f4a9f6 2024-12-01T14:43:23,082 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into 3f3f1ded4ff34311ad26a6dde3f4a9f6(size=84.6 K), total size for store is 109.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:23,082 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:23,082 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064202977; duration=0sec 2024-12-01T14:43:23,082 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:23,082 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:24,424 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:43:24,424 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:43:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:25,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:43:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cc96c25ba1154a0e99d21bc37b9f70d4 is 1055, key is row0160/info:/1733064202982/Put/seqid=0 2024-12-01T14:43:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741864_1040 (size=13394) 2024-12-01T14:43:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741864_1040 (size=13394) 2024-12-01T14:43:25,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cc96c25ba1154a0e99d21bc37b9f70d4 2024-12-01T14:43:25,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cc96c25ba1154a0e99d21bc37b9f70d4 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4 2024-12-01T14:43:25,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4, entries=8, sequenceid=219, filesize=13.1 K 2024-12-01T14:43:25,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 702369443ef3a522dec30645fc20d44a in 34ms, sequenceid=219, compaction requested=true 2024-12-01T14:43:25,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:25,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:25,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:25,036 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:25,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-01T14:43:25,037 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124976 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:25,037 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:25,037 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:25,037 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/3f3f1ded4ff34311ad26a6dde3f4a9f6, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=122.0 K 2024-12-01T14:43:25,038 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f3f1ded4ff34311ad26a6dde3f4a9f6, keycount=77, bloomtype=ROW, size=84.6 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733064186667 2024-12-01T14:43:25,038 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a95d21520f441d1bc9badbede5db8ca, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733064202931 2024-12-01T14:43:25,039 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc96c25ba1154a0e99d21bc37b9f70d4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733064202982 2024-12-01T14:43:25,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/c053a7b8dbea4738bb0a8e479e706607 is 1055, key is row0168/info:/1733064205003/Put/seqid=0 2024-12-01T14:43:25,059 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:25,060 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/723035fa835b4000922cd14fe77a1076 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741865_1041 (size=20781) 2024-12-01T14:43:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741865_1041 (size=20781) 2024-12-01T14:43:25,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/c053a7b8dbea4738bb0a8e479e706607 2024-12-01T14:43:25,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741866_1042 (size=115126) 2024-12-01T14:43:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741866_1042 (size=115126) 2024-12-01T14:43:25,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/c053a7b8dbea4738bb0a8e479e706607 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607 2024-12-01T14:43:25,072 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/723035fa835b4000922cd14fe77a1076 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/723035fa835b4000922cd14fe77a1076 2024-12-01T14:43:25,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607, entries=15, sequenceid=237, filesize=20.3 K 2024-12-01T14:43:25,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=10.26 KB/10510 for 702369443ef3a522dec30645fc20d44a in 39ms, sequenceid=237, compaction requested=false 2024-12-01T14:43:25,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:25,078 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into 723035fa835b4000922cd14fe77a1076(size=112.4 K), total size for store is 132.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:25,078 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:25,078 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064205036; duration=0sec 2024-12-01T14:43:25,078 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:25,078 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:27,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-01T14:43:27,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/43869025972e4303aff71b0f5e711783 is 1055, key is row0183/info:/1733064205038/Put/seqid=0 2024-12-01T14:43:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741867_1043 (size=16553) 2024-12-01T14:43:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741867_1043 (size=16553) 2024-12-01T14:43:27,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/43869025972e4303aff71b0f5e711783 2024-12-01T14:43:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/43869025972e4303aff71b0f5e711783 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783 2024-12-01T14:43:27,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783, entries=11, sequenceid=252, filesize=16.2 K 2024-12-01T14:43:27,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=15.40 KB/15765 for 702369443ef3a522dec30645fc20d44a in 46ms, sequenceid=252, compaction requested=true 2024-12-01T14:43:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:27,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:27,113 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:27,114 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152460 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:27,115 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:27,115 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:27,115 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/723035fa835b4000922cd14fe77a1076, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=148.9 K 2024-12-01T14:43:27,115 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 723035fa835b4000922cd14fe77a1076, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733064186667 2024-12-01T14:43:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:27,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-01T14:43:27,116 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c053a7b8dbea4738bb0a8e479e706607, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733064205003 2024-12-01T14:43:27,116 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43869025972e4303aff71b0f5e711783, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733064205038 2024-12-01T14:43:27,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/26c73ec1e19e411a9494a73da8aeb521 is 1055, key is row0194/info:/1733064207069/Put/seqid=0 2024-12-01T14:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741868_1044 (size=22906) 2024-12-01T14:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741868_1044 (size=22906) 2024-12-01T14:43:27,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/26c73ec1e19e411a9494a73da8aeb521 2024-12-01T14:43:27,135 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#59 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:27,135 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/bc82af886e0e4f77b15a242e44483ab0 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:27,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/26c73ec1e19e411a9494a73da8aeb521 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521 2024-12-01T14:43:27,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521, entries=17, sequenceid=272, filesize=22.4 K 2024-12-01T14:43:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T14:43:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55108 deadline: 1733064217150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 2024-12-01T14:43:27,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 702369443ef3a522dec30645fc20d44a in 36ms, sequenceid=272, compaction requested=false 2024-12-01T14:43:27,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., hostname=519b220a2ba1,34101,1733064163278, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., hostname=519b220a2ba1,34101,1733064163278, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:43:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., hostname=519b220a2ba1,34101,1733064163278, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=702369443ef3a522dec30645fc20d44a, server=519b220a2ba1,34101,1733064163278 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T14:43:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., hostname=519b220a2ba1,34101,1733064163278, seqNum=128 because the exception is null or not the one we care about 2024-12-01T14:43:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741869_1045 (size=142810) 2024-12-01T14:43:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741869_1045 (size=142810) 2024-12-01T14:43:27,562 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/bc82af886e0e4f77b15a242e44483ab0 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/bc82af886e0e4f77b15a242e44483ab0 2024-12-01T14:43:27,568 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into bc82af886e0e4f77b15a242e44483ab0(size=139.5 K), total size for store is 161.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:27,568 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:27,568 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064207113; duration=0sec 2024-12-01T14:43:27,568 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:27,568 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:29,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-01T14:43:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:37,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-01T14:43:37,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/879a9f610088481badf97c08a62a5d8f is 1055, key is row0211/info:/1733064207117/Put/seqid=0 2024-12-01T14:43:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741870_1046 (size=18688) 2024-12-01T14:43:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741870_1046 (size=18688) 2024-12-01T14:43:37,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/879a9f610088481badf97c08a62a5d8f 2024-12-01T14:43:37,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/879a9f610088481badf97c08a62a5d8f as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f 2024-12-01T14:43:37,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f, entries=13, sequenceid=289, filesize=18.3 K 2024-12-01T14:43:37,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 702369443ef3a522dec30645fc20d44a in 24ms, sequenceid=289, compaction requested=true 2024-12-01T14:43:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:37,206 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:37,207 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184404 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:37,208 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:37,208 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:37,208 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/bc82af886e0e4f77b15a242e44483ab0, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=180.1 K 2024-12-01T14:43:37,208 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc82af886e0e4f77b15a242e44483ab0, keycount=130, bloomtype=ROW, size=139.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733064186667 2024-12-01T14:43:37,208 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26c73ec1e19e411a9494a73da8aeb521, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733064207069 2024-12-01T14:43:37,209 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 879a9f610088481badf97c08a62a5d8f, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733064207117 2024-12-01T14:43:37,221 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#61 average throughput is 80.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:37,222 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b431245b7cf740f28f1713be9b9b2385 is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741871_1047 (size=174538) 2024-12-01T14:43:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741871_1047 (size=174538) 2024-12-01T14:43:37,234 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b431245b7cf740f28f1713be9b9b2385 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b431245b7cf740f28f1713be9b9b2385 2024-12-01T14:43:37,241 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into b431245b7cf740f28f1713be9b9b2385(size=170.4 K), total size for store is 170.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:37,241 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:37,241 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064217206; duration=0sec 2024-12-01T14:43:37,241 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:37,241 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:39,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-01T14:43:39,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/336bd88d4fcf40f09315647f41ea64dc is 1055, key is row0224/info:/1733064217184/Put/seqid=0 2024-12-01T14:43:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741872_1048 (size=13402) 2024-12-01T14:43:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741872_1048 (size=13402) 2024-12-01T14:43:39,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/336bd88d4fcf40f09315647f41ea64dc 2024-12-01T14:43:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/336bd88d4fcf40f09315647f41ea64dc as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc 2024-12-01T14:43:39,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc, entries=8, sequenceid=301, filesize=13.1 K 2024-12-01T14:43:39,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 702369443ef3a522dec30645fc20d44a in 23ms, sequenceid=301, compaction requested=false 2024-12-01T14:43:39,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8855): Flush requested on 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:39,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-01T14:43:39,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cf0aa8c3163343f5bae4114a1611754e is 1055, key is row0232/info:/1733064219203/Put/seqid=0 2024-12-01T14:43:39,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741873_1049 (size=17618) 2024-12-01T14:43:39,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741873_1049 (size=17618) 2024-12-01T14:43:39,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cf0aa8c3163343f5bae4114a1611754e 2024-12-01T14:43:39,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/cf0aa8c3163343f5bae4114a1611754e as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e 2024-12-01T14:43:39,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e, entries=12, sequenceid=316, filesize=17.2 K 2024-12-01T14:43:39,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 702369443ef3a522dec30645fc20d44a in 23ms, sequenceid=316, compaction requested=true 2024-12-01T14:43:39,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:39,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 702369443ef3a522dec30645fc20d44a:info, priority=-2147483648, current under compaction store size is 1 2024-12-01T14:43:39,249 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T14:43:39,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:39,250 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205558 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T14:43:39,250 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1541): 702369443ef3a522dec30645fc20d44a/info is initiating minor compaction (all files) 2024-12-01T14:43:39,250 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 702369443ef3a522dec30645fc20d44a/info in TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:39,250 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b431245b7cf740f28f1713be9b9b2385, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e] into tmpdir=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp, totalSize=200.7 K 2024-12-01T14:43:39,250 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b431245b7cf740f28f1713be9b9b2385, keycount=160, bloomtype=ROW, size=170.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733064186667 2024-12-01T14:43:39,251 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336bd88d4fcf40f09315647f41ea64dc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733064217184 2024-12-01T14:43:39,251 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf0aa8c3163343f5bae4114a1611754e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733064219203 2024-12-01T14:43:39,262 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 702369443ef3a522dec30645fc20d44a#info#compaction#64 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T14:43:39,263 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/1e763e8d6c7a44cfa174806d1697cd4a is 1055, key is row0064/info:/1733064186667/Put/seqid=0 2024-12-01T14:43:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741874_1050 (size=195724) 2024-12-01T14:43:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741874_1050 (size=195724) 2024-12-01T14:43:39,271 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/1e763e8d6c7a44cfa174806d1697cd4a as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1e763e8d6c7a44cfa174806d1697cd4a 2024-12-01T14:43:39,276 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 702369443ef3a522dec30645fc20d44a/info of 702369443ef3a522dec30645fc20d44a into 1e763e8d6c7a44cfa174806d1697cd4a(size=191.1 K), total size for store is 191.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T14:43:39,276 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:39,276 INFO [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a., storeName=702369443ef3a522dec30645fc20d44a/info, priority=13, startTime=1733064219249; duration=0sec 2024-12-01T14:43:39,276 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T14:43:39,277 DEBUG [RS:0;519b220a2ba1:34101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 702369443ef3a522dec30645fc20d44a:info 2024-12-01T14:43:41,249 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-01T14:43:41,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221250, exclude list is [], retry=0 2024-12-01T14:43:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-78c5a3a5-3a05-4815-b605-c455837bde33,DISK] 2024-12-01T14:43:41,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-4453846c-9058-4dd7-87d4-8fb7348e15d2,DISK] 2024-12-01T14:43:41,271 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064163902 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221250 2024-12-01T14:43:41,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34781:34781)] 2024-12-01T14:43:41,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064163902 is not closed yet, will try archiving it next time 2024-12-01T14:43:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741833_1009 (size=308919) 2024-12-01T14:43:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741833_1009 (size=308919) 2024-12-01T14:43:41,275 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for faa63b4391ac9741b1fc69a9e926fbe7: 2024-12-01T14:43:41,275 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-01T14:43:41,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/cb9ac1c76ed94b379c9888312d0a0665 is 186, key is TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7./info:regioninfo/1733064189548/Put/seqid=0 2024-12-01T14:43:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741876_1052 (size=6153) 2024-12-01T14:43:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741876_1052 (size=6153) 2024-12-01T14:43:41,284 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/cb9ac1c76ed94b379c9888312d0a0665 2024-12-01T14:43:41,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/.tmp/info/cb9ac1c76ed94b379c9888312d0a0665 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/info/cb9ac1c76ed94b379c9888312d0a0665 2024-12-01T14:43:41,294 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/info/cb9ac1c76ed94b379c9888312d0a0665, entries=5, sequenceid=21, filesize=6.0 K 2024-12-01T14:43:41,295 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-12-01T14:43:41,295 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-01T14:43:41,295 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 702369443ef3a522dec30645fc20d44a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-01T14:43:41,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b1b1d9a085e645328d2cfe87973f8b9a is 1055, key is row0244/info:/1733064219226/Put/seqid=0 2024-12-01T14:43:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741877_1053 (size=18688) 2024-12-01T14:43:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741877_1053 (size=18688) 2024-12-01T14:43:41,302 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b1b1d9a085e645328d2cfe87973f8b9a 2024-12-01T14:43:41,308 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/.tmp/info/b1b1d9a085e645328d2cfe87973f8b9a as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b1b1d9a085e645328d2cfe87973f8b9a 2024-12-01T14:43:41,313 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b1b1d9a085e645328d2cfe87973f8b9a, entries=13, sequenceid=333, filesize=18.3 K 2024-12-01T14:43:41,314 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 702369443ef3a522dec30645fc20d44a in 19ms, sequenceid=333, compaction requested=false 2024-12-01T14:43:41,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 702369443ef3a522dec30645fc20d44a: 2024-12-01T14:43:41,325 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221314, exclude list is [], retry=0 2024-12-01T14:43:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-4453846c-9058-4dd7-87d4-8fb7348e15d2,DISK] 2024-12-01T14:43:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-78c5a3a5-3a05-4815-b605-c455837bde33,DISK] 2024-12-01T14:43:41,329 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221250 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221314 2024-12-01T14:43:41,329 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34781:34781)] 2024-12-01T14:43:41,329 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221250 is not closed yet, will try archiving it next time 2024-12-01T14:43:41,329 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064163902 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs/519b220a2ba1%2C34101%2C1733064163278.1733064163902 2024-12-01T14:43:41,330 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:43:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741875_1051 (size=731) 2024-12-01T14:43:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741875_1051 (size=731) 2024-12-01T14:43:41,331 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/WALs/519b220a2ba1,34101,1733064163278/519b220a2ba1%2C34101%2C1733064163278.1733064221250 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs/519b220a2ba1%2C34101%2C1733064163278.1733064221250 2024-12-01T14:43:41,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:43:41,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:43:41,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:41,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:41,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:41,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:43:41,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:43:41,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=897892332, stopped=false 2024-12-01T14:43:41,431 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,33625,1733064163136 2024-12-01T14:43:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:41,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:43:41,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:43:41,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:41,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:41,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:41,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:41,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,34101,1733064163278' ***** 2024-12-01T14:43:41,490 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:43:41,490 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:43:41,490 INFO [RS:0;519b220a2ba1:34101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:43:41,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:43:41,490 INFO [RS:0;519b220a2ba1:34101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:43:41,490 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(3091): Received CLOSE for faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:41,490 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(3091): Received CLOSE for 702369443ef3a522dec30645fc20d44a 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,34101,1733064163278 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:43:41,491 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa63b4391ac9741b1fc69a9e926fbe7, disabling compactions & flushes 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:34101. 2024-12-01T14:43:41,491 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:41,491 DEBUG [RS:0;519b220a2ba1:34101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:41,491 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:41,491 DEBUG [RS:0;519b220a2ba1:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:41,491 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. after waiting 0 ms 2024-12-01T14:43:41,491 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:43:41,491 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:43:41,492 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:43:41,492 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1325): Online Regions={faa63b4391ac9741b1fc69a9e926fbe7=TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7., 1588230740=hbase:meta,,1.1588230740, 702369443ef3a522dec30645fc20d44a=TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.} 2024-12-01T14:43:41,492 DEBUG [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 702369443ef3a522dec30645fc20d44a, faa63b4391ac9741b1fc69a9e926fbe7 2024-12-01T14:43:41,492 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:43:41,492 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:43:41,491 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-bottom] to archive 2024-12-01T14:43:41,492 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:43:41,492 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:43:41,492 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:43:41,493 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:43:41,496 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:41,496 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=519b220a2ba1:33625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-01T14:43:41,497 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-01T14:43:41,499 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-01T14:43:41,499 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:43:41,499 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:43:41,499 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064221492Running coprocessor pre-close hooks at 1733064221492Disabling compacts and flushes for region at 1733064221492Disabling writes for close at 1733064221492Writing region close event to WAL at 1733064221494 (+2 ms)Running coprocessor post-close hooks at 1733064221499 (+5 ms)Closed at 1733064221499 2024-12-01T14:43:41,500 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:43:41,501 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/faa63b4391ac9741b1fc69a9e926fbe7/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-12-01T14:43:41,501 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:41,501 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa63b4391ac9741b1fc69a9e926fbe7: Waiting for close lock at 1733064221491Running coprocessor pre-close hooks at 1733064221491Disabling compacts and flushes for region at 1733064221491Disabling writes for close at 1733064221491Writing region close event to WAL at 1733064221497 (+6 ms)Running coprocessor post-close hooks at 1733064221501 (+4 ms)Closed at 1733064221501 2024-12-01T14:43:41,501 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733064188789.faa63b4391ac9741b1fc69a9e926fbe7. 2024-12-01T14:43:41,502 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 702369443ef3a522dec30645fc20d44a, disabling compactions & flushes 2024-12-01T14:43:41,502 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:41,502 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:41,502 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. after waiting 0 ms 2024-12-01T14:43:41,502 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:41,502 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b->hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/59cdd73dfafb88841b9f45d82beb4c0b/info/946121b52f9845cbb25181e9ea9dd0be-top, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/19445ab9916248a0b85a9093eb85bc38, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b775bd1409ce42459589880825c1a02f, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/3f3f1ded4ff34311ad26a6dde3f4a9f6, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/723035fa835b4000922cd14fe77a1076, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/bc82af886e0e4f77b15a242e44483ab0, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b431245b7cf740f28f1713be9b9b2385, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e] to archive 2024-12-01T14:43:41,503 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T14:43:41,505 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/946121b52f9845cbb25181e9ea9dd0be.59cdd73dfafb88841b9f45d82beb4c0b 2024-12-01T14:43:41,506 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/19445ab9916248a0b85a9093eb85bc38 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/19445ab9916248a0b85a9093eb85bc38 2024-12-01T14:43:41,507 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/TestLogRolling-testLogRolling=59cdd73dfafb88841b9f45d82beb4c0b-dcfff6aa016c4409920258cb4774f6ee 2024-12-01T14:43:41,508 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/d5ba77604c254ed8bf0f86bbe60b9d2a 2024-12-01T14:43:41,509 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b775bd1409ce42459589880825c1a02f to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b775bd1409ce42459589880825c1a02f 2024-12-01T14:43:41,510 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/800a6aaee8f34bfba8ef705d32bd1a26 2024-12-01T14:43:41,511 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/79389068316b4c32bb0da4ae4843a39b 2024-12-01T14:43:41,512 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/3f3f1ded4ff34311ad26a6dde3f4a9f6 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/3f3f1ded4ff34311ad26a6dde3f4a9f6 2024-12-01T14:43:41,513 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/9e809416d9544ff0913308e8675e259b 2024-12-01T14:43:41,514 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/1a95d21520f441d1bc9badbede5db8ca 2024-12-01T14:43:41,515 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/723035fa835b4000922cd14fe77a1076 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/723035fa835b4000922cd14fe77a1076 2024-12-01T14:43:41,516 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cc96c25ba1154a0e99d21bc37b9f70d4 2024-12-01T14:43:41,517 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/c053a7b8dbea4738bb0a8e479e706607 2024-12-01T14:43:41,518 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/bc82af886e0e4f77b15a242e44483ab0 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/bc82af886e0e4f77b15a242e44483ab0 2024-12-01T14:43:41,520 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/43869025972e4303aff71b0f5e711783 2024-12-01T14:43:41,521 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/26c73ec1e19e411a9494a73da8aeb521 2024-12-01T14:43:41,522 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b431245b7cf740f28f1713be9b9b2385 to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/b431245b7cf740f28f1713be9b9b2385 2024-12-01T14:43:41,523 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/879a9f610088481badf97c08a62a5d8f 2024-12-01T14:43:41,524 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/336bd88d4fcf40f09315647f41ea64dc 2024-12-01T14:43:41,526 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e to hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/archive/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/info/cf0aa8c3163343f5bae4114a1611754e 2024-12-01T14:43:41,526 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [19445ab9916248a0b85a9093eb85bc38=39908, d5ba77604c254ed8bf0f86bbe60b9d2a=13394, b775bd1409ce42459589880825c1a02f=63244, 800a6aaee8f34bfba8ef705d32bd1a26=19728, 79389068316b4c32bb0da4ae4843a39b=16553, 3f3f1ded4ff34311ad26a6dde3f4a9f6=86585, 9e809416d9544ff0913308e8675e259b=16553, 1a95d21520f441d1bc9badbede5db8ca=24997, 723035fa835b4000922cd14fe77a1076=115126, cc96c25ba1154a0e99d21bc37b9f70d4=13394, c053a7b8dbea4738bb0a8e479e706607=20781, bc82af886e0e4f77b15a242e44483ab0=142810, 43869025972e4303aff71b0f5e711783=16553, 26c73ec1e19e411a9494a73da8aeb521=22906, b431245b7cf740f28f1713be9b9b2385=174538, 879a9f610088481badf97c08a62a5d8f=18688, 336bd88d4fcf40f09315647f41ea64dc=13402, cf0aa8c3163343f5bae4114a1611754e=17618] 2024-12-01T14:43:41,529 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/data/default/TestLogRolling-testLogRolling/702369443ef3a522dec30645fc20d44a/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-12-01T14:43:41,530 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:41,530 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 702369443ef3a522dec30645fc20d44a: Waiting for close lock at 1733064221502Running coprocessor pre-close hooks at 1733064221502Disabling compacts and flushes for region at 1733064221502Disabling writes for close at 1733064221502Writing region close event to WAL at 1733064221526 (+24 ms)Running coprocessor post-close hooks at 1733064221530 (+4 ms)Closed at 1733064221530 2024-12-01T14:43:41,530 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733064188789.702369443ef3a522dec30645fc20d44a. 2024-12-01T14:43:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:43:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:43:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-01T14:43:41,692 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,34101,1733064163278; all regions closed. 2024-12-01T14:43:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741834_1010 (size=8107) 2024-12-01T14:43:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741834_1010 (size=8107) 2024-12-01T14:43:41,701 DEBUG [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs 2024-12-01T14:43:41,701 INFO [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34101%2C1733064163278.meta:.meta(num 1733064164287) 2024-12-01T14:43:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741878_1054 (size=780) 2024-12-01T14:43:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741878_1054 (size=780) 2024-12-01T14:43:41,706 DEBUG [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/oldWALs 2024-12-01T14:43:41,706 INFO [RS:0;519b220a2ba1:34101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C34101%2C1733064163278:(num 1733064221314) 2024-12-01T14:43:41,706 DEBUG [RS:0;519b220a2ba1:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:41,706 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:43:41,706 INFO [RS:0;519b220a2ba1:34101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:43:41,706 INFO [RS:0;519b220a2ba1:34101 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:43:41,707 INFO [RS:0;519b220a2ba1:34101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:43:41,707 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:43:41,707 INFO [RS:0;519b220a2ba1:34101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34101 2024-12-01T14:43:41,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:43:41,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,34101,1733064163278 2024-12-01T14:43:41,726 INFO [RS:0;519b220a2ba1:34101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:43:41,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,34101,1733064163278] 2024-12-01T14:43:41,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,34101,1733064163278 already deleted, retry=false 2024-12-01T14:43:41,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,34101,1733064163278 expired; onlineServers=0 2024-12-01T14:43:41,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,33625,1733064163136' ***** 2024-12-01T14:43:41,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:43:41,746 INFO [M:0;519b220a2ba1:33625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:43:41,746 INFO [M:0;519b220a2ba1:33625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:43:41,746 DEBUG [M:0;519b220a2ba1:33625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:43:41,747 DEBUG [M:0;519b220a2ba1:33625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:43:41,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:43:41,747 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064163635 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064163635,5,FailOnTimeoutGroup] 2024-12-01T14:43:41,747 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064163635 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064163635,5,FailOnTimeoutGroup] 2024-12-01T14:43:41,747 INFO [M:0;519b220a2ba1:33625 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:43:41,747 INFO [M:0;519b220a2ba1:33625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:43:41,748 DEBUG [M:0;519b220a2ba1:33625 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:43:41,748 INFO [M:0;519b220a2ba1:33625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:43:41,748 INFO [M:0;519b220a2ba1:33625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:43:41,748 INFO [M:0;519b220a2ba1:33625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:43:41,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:43:41,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:43:41,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:41,755 DEBUG [M:0;519b220a2ba1:33625 {}] zookeeper.ZKUtil(347): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:43:41,755 WARN [M:0;519b220a2ba1:33625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:43:41,757 INFO [M:0;519b220a2ba1:33625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/.lastflushedseqids 2024-12-01T14:43:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741879_1055 (size=228) 2024-12-01T14:43:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741879_1055 (size=228) 2024-12-01T14:43:41,767 INFO [M:0;519b220a2ba1:33625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:43:41,768 INFO [M:0;519b220a2ba1:33625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:43:41,768 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:43:41,768 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:41,768 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:41,768 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:43:41,768 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:41,768 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-12-01T14:43:41,773 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:43:41,781 DEBUG [M:0;519b220a2ba1:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46243f0cd7bf4f539beb6646864b1e8f is 82, key is hbase:meta,,1/info:regioninfo/1733064164328/Put/seqid=0 2024-12-01T14:43:41,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741880_1056 (size=5672) 2024-12-01T14:43:41,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741880_1056 (size=5672) 2024-12-01T14:43:41,787 INFO [M:0;519b220a2ba1:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46243f0cd7bf4f539beb6646864b1e8f 2024-12-01T14:43:41,805 DEBUG [M:0;519b220a2ba1:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e1714eb63f041ff9ee8426f30726879 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733064164828/Put/seqid=0 2024-12-01T14:43:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741881_1057 (size=7090) 2024-12-01T14:43:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741881_1057 (size=7090) 2024-12-01T14:43:41,810 INFO [M:0;519b220a2ba1:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e1714eb63f041ff9ee8426f30726879 2024-12-01T14:43:41,814 INFO [M:0;519b220a2ba1:33625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e1714eb63f041ff9ee8426f30726879 2024-12-01T14:43:41,827 DEBUG [M:0;519b220a2ba1:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b13c76d130c41fea23d455cf7542415 is 69, key is 519b220a2ba1,34101,1733064163278/rs:state/1733064163751/Put/seqid=0 2024-12-01T14:43:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741882_1058 (size=5156) 2024-12-01T14:43:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741882_1058 (size=5156) 2024-12-01T14:43:41,832 INFO [M:0;519b220a2ba1:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b13c76d130c41fea23d455cf7542415 2024-12-01T14:43:41,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:41,834 INFO [RS:0;519b220a2ba1:34101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:43:41,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10192a211ee0001, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:41,834 INFO [RS:0;519b220a2ba1:34101 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,34101,1733064163278; zookeeper connection closed. 2024-12-01T14:43:41,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e1bb417 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e1bb417 2024-12-01T14:43:41,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:43:41,849 DEBUG [M:0;519b220a2ba1:33625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ad14f17e9c124b9e8972c4b0577e7da7 is 52, key is load_balancer_on/state:d/1733064164424/Put/seqid=0 2024-12-01T14:43:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741883_1059 (size=5056) 2024-12-01T14:43:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741883_1059 (size=5056) 2024-12-01T14:43:41,853 INFO [M:0;519b220a2ba1:33625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ad14f17e9c124b9e8972c4b0577e7da7 2024-12-01T14:43:41,858 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46243f0cd7bf4f539beb6646864b1e8f as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46243f0cd7bf4f539beb6646864b1e8f 2024-12-01T14:43:41,862 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46243f0cd7bf4f539beb6646864b1e8f, entries=8, sequenceid=125, filesize=5.5 K 2024-12-01T14:43:41,863 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e1714eb63f041ff9ee8426f30726879 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e1714eb63f041ff9ee8426f30726879 2024-12-01T14:43:41,868 INFO [M:0;519b220a2ba1:33625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e1714eb63f041ff9ee8426f30726879 2024-12-01T14:43:41,868 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e1714eb63f041ff9ee8426f30726879, entries=13, sequenceid=125, filesize=6.9 K 2024-12-01T14:43:41,869 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b13c76d130c41fea23d455cf7542415 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b13c76d130c41fea23d455cf7542415 2024-12-01T14:43:41,873 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b13c76d130c41fea23d455cf7542415, entries=1, sequenceid=125, filesize=5.0 K 2024-12-01T14:43:41,874 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ad14f17e9c124b9e8972c4b0577e7da7 as hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ad14f17e9c124b9e8972c4b0577e7da7 2024-12-01T14:43:41,878 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/f26e448c-e729-ffc2-4c4f-cadd08a7fe65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ad14f17e9c124b9e8972c4b0577e7da7, entries=1, sequenceid=125, filesize=4.9 K 2024-12-01T14:43:41,879 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=125, compaction requested=false 2024-12-01T14:43:41,881 INFO [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:41,881 DEBUG [M:0;519b220a2ba1:33625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064221768Disabling compacts and flushes for region at 1733064221768Disabling writes for close at 1733064221768Obtaining lock to block concurrent updates at 1733064221768Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064221768Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1733064221768Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064221769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064221769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064221781 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064221781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064221791 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064221805 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064221805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064221814 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064221827 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064221827Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733064221835 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733064221848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733064221848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1478d55d: reopening flushed file at 1733064221857 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23737b19: reopening flushed file at 1733064221863 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf01972: reopening flushed file at 1733064221868 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2295789d: reopening flushed file at 1733064221873 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=125, compaction requested=false at 1733064221879 (+6 ms)Writing region close event to WAL at 1733064221881 (+2 ms)Closed at 1733064221881 2024-12-01T14:43:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741830_1006 (size=61332) 2024-12-01T14:43:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741830_1006 (size=61332) 2024-12-01T14:43:41,883 INFO [M:0;519b220a2ba1:33625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:43:41,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:43:41,883 INFO [M:0;519b220a2ba1:33625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33625 2024-12-01T14:43:41,883 INFO [M:0;519b220a2ba1:33625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:43:42,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:42,009 INFO [M:0;519b220a2ba1:33625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:43:42,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33625-0x10192a211ee0000, quorum=127.0.0.1:62639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:42,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ffe845e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:42,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b947a7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:42,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:42,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e554309{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:42,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748c5614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:42,015 WARN [BP-2034017275-172.17.0.2-1733064160980 heartbeating to localhost/127.0.0.1:41999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:43:42,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:43:42,015 WARN [BP-2034017275-172.17.0.2-1733064160980 heartbeating to localhost/127.0.0.1:41999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2034017275-172.17.0.2-1733064160980 (Datanode Uuid cbaecee3-62b6-4490-9a27-66fc7063ccb6) service to localhost/127.0.0.1:41999 2024-12-01T14:43:42,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:43:42,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data3/current/BP-2034017275-172.17.0.2-1733064160980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:42,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data4/current/BP-2034017275-172.17.0.2-1733064160980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:42,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:43:42,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e9b2284{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:42,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba346ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:42,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:42,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bff3b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:42,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e64879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:42,021 WARN [BP-2034017275-172.17.0.2-1733064160980 heartbeating to localhost/127.0.0.1:41999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:43:42,021 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:43:42,021 WARN [BP-2034017275-172.17.0.2-1733064160980 heartbeating to localhost/127.0.0.1:41999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2034017275-172.17.0.2-1733064160980 (Datanode Uuid 4838636c-0389-450e-ab5a-72c432f8ee09) service to localhost/127.0.0.1:41999 2024-12-01T14:43:42,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:43:42,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data1/current/BP-2034017275-172.17.0.2-1733064160980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:42,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/cluster_8d0b669c-c2a0-ef0e-1393-fbbf0a9285d2/data/data2/current/BP-2034017275-172.17.0.2-1733064160980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:42,022 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:43:42,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43024761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:43:42,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125f125f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:42,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:42,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6498265d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:42,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa10423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:42,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:43:42,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:43:42,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 96) - Thread LEAK? -, OpenFileDescriptor=450 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5360 (was 5277) - AvailableMemoryMB LEAK? - 2024-12-01T14:43:42,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=5360 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.log.dir so I do NOT create it in target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9dbc3436-1ab4-4f87-1e11-e1de16770866/hadoop.tmp.dir so I do NOT create it in target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7, deleteOnExit=true 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/test.cache.data in system properties and HBase conf 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:43:42,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:43:42,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:43:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:43:42,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:43:42,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:43:42,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:43:42,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:43:42,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:43:42,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:43:42,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c0c5f22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:43:42,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae811f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:43:42,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729cd15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/java.io.tmpdir/jetty-localhost-45897-hadoop-hdfs-3_4_1-tests_jar-_-any-1117305717043200982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:43:42,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e7d5bc{HTTP/1.1, (http/1.1)}{localhost:45897} 2024-12-01T14:43:42,521 INFO [Time-limited test {}] server.Server(415): Started @207298ms 2024-12-01T14:43:42,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:43:42,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:43:42,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:43:42,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:43:42,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:43:42,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31da648c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:43:42,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7931338f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:43:42,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d77ee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/java.io.tmpdir/jetty-localhost-40563-hadoop-hdfs-3_4_1-tests_jar-_-any-3692651214793997716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:42,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@525f1406{HTTP/1.1, (http/1.1)}{localhost:40563} 2024-12-01T14:43:42,809 INFO [Time-limited test {}] server.Server(415): Started @207586ms 2024-12-01T14:43:42,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:43:42,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:43:42,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:43:42,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:43:42,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:43:42,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:43:42,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46cc490f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:43:42,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@415bcd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:43:42,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@667a93a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/java.io.tmpdir/jetty-localhost-42445-hadoop-hdfs-3_4_1-tests_jar-_-any-6365509199391721267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:42,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@616e7eb1{HTTP/1.1, (http/1.1)}{localhost:42445} 2024-12-01T14:43:42,932 INFO [Time-limited test {}] server.Server(415): Started @207709ms 2024-12-01T14:43:42,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:43:43,518 WARN [Thread-1609 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data1/current/BP-1992312580-172.17.0.2-1733064222100/current, will proceed with Du for space computation calculation, 2024-12-01T14:43:43,518 WARN [Thread-1610 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data2/current/BP-1992312580-172.17.0.2-1733064222100/current, will proceed with Du for space computation calculation, 2024-12-01T14:43:43,539 WARN [Thread-1573 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:43:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8201383e21c6ee30 with lease ID 0x2a7c9cc374c834e8: Processing first storage report for DS-1719fb1b-91df-49af-b445-f2a77be530a2 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=2e3d6502-4286-45fe-94a1-32cf3ed8464f, infoPort=35777, infoSecurePort=0, ipcPort=40551, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100) 2024-12-01T14:43:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8201383e21c6ee30 with lease ID 0x2a7c9cc374c834e8: from storage DS-1719fb1b-91df-49af-b445-f2a77be530a2 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=2e3d6502-4286-45fe-94a1-32cf3ed8464f, infoPort=35777, infoSecurePort=0, ipcPort=40551, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:43:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8201383e21c6ee30 with lease ID 0x2a7c9cc374c834e8: Processing first storage report for DS-d0627c6e-19fa-4361-81c4-f5feb97dc830 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=2e3d6502-4286-45fe-94a1-32cf3ed8464f, infoPort=35777, infoSecurePort=0, ipcPort=40551, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100) 2024-12-01T14:43:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8201383e21c6ee30 with lease ID 0x2a7c9cc374c834e8: from storage DS-d0627c6e-19fa-4361-81c4-f5feb97dc830 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=2e3d6502-4286-45fe-94a1-32cf3ed8464f, infoPort=35777, infoSecurePort=0, ipcPort=40551, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:43:43,659 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data3/current/BP-1992312580-172.17.0.2-1733064222100/current, will proceed with Du for space computation calculation, 2024-12-01T14:43:43,659 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data4/current/BP-1992312580-172.17.0.2-1733064222100/current, will proceed with Du for space computation calculation, 2024-12-01T14:43:43,680 WARN [Thread-1596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:43:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62ca03c48d92fd3 with lease ID 0x2a7c9cc374c834e9: Processing first storage report for DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473 from datanode DatanodeRegistration(127.0.0.1:43181, datanodeUuid=4f2b75b4-209a-4fc5-b3cc-98b9b6622375, infoPort=36007, infoSecurePort=0, ipcPort=36187, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100) 2024-12-01T14:43:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62ca03c48d92fd3 with lease ID 0x2a7c9cc374c834e9: from storage DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473 node DatanodeRegistration(127.0.0.1:43181, datanodeUuid=4f2b75b4-209a-4fc5-b3cc-98b9b6622375, infoPort=36007, infoSecurePort=0, ipcPort=36187, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:43:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62ca03c48d92fd3 with lease ID 0x2a7c9cc374c834e9: Processing first storage report for DS-f544c035-68c9-4a5e-a7f8-64fd58415d0c from datanode DatanodeRegistration(127.0.0.1:43181, datanodeUuid=4f2b75b4-209a-4fc5-b3cc-98b9b6622375, infoPort=36007, infoSecurePort=0, ipcPort=36187, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100) 2024-12-01T14:43:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62ca03c48d92fd3 with lease ID 0x2a7c9cc374c834e9: from storage DS-f544c035-68c9-4a5e-a7f8-64fd58415d0c node DatanodeRegistration(127.0.0.1:43181, datanodeUuid=4f2b75b4-209a-4fc5-b3cc-98b9b6622375, infoPort=36007, infoSecurePort=0, ipcPort=36187, storageInfo=lv=-57;cid=testClusterID;nsid=2013538609;c=1733064222100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:43:43,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966 2024-12-01T14:43:43,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/zookeeper_0, clientPort=62509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:43:43,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62509 2024-12-01T14:43:43,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:43:43,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:43:43,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718 with version=8 2024-12-01T14:43:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37533/user/jenkins/test-data/670a3c32-2c83-cc93-a04f-4d7ef2904c37/hbase-staging 2024-12-01T14:43:43,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:43:43,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34393 2024-12-01T14:43:43,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34393 connecting to ZooKeeper ensemble=127.0.0.1:62509 2024-12-01T14:43:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343930x0, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:43:43,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34393-0x10192a2fed80000 connected 2024-12-01T14:43:43,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:43,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718, hbase.cluster.distributed=false 2024-12-01T14:43:43,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:43:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34393 2024-12-01T14:43:43,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34393 2024-12-01T14:43:43,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34393 2024-12-01T14:43:43,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34393 2024-12-01T14:43:43,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34393 2024-12-01T14:43:43,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:43:43,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:43:43,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:43:43,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:43:43,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:43:43,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:43:43,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32975 2024-12-01T14:43:43,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32975 connecting to ZooKeeper ensemble=127.0.0.1:62509 2024-12-01T14:43:43,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:43,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329750x0, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:43:43,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:43,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32975-0x10192a2fed80001 connected 2024-12-01T14:43:43,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:43:43,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:43:43,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:43:43,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:43:43,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32975 2024-12-01T14:43:43,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32975 2024-12-01T14:43:43,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32975 2024-12-01T14:43:43,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32975 2024-12-01T14:43:43,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32975 2024-12-01T14:43:43,967 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:34393 2024-12-01T14:43:43,967 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,34393,1733064223782 2024-12-01T14:43:43,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:43:43,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:43:43,976 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,34393,1733064223782 2024-12-01T14:43:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:43:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:43,984 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:43:43,985 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,34393,1733064223782 from backup master directory 2024-12-01T14:43:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,34393,1733064223782 2024-12-01T14:43:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:43:43,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:43:43,992 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:43:43,992 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,34393,1733064223782 2024-12-01T14:43:43,999 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/hbase.id] with ID: f443e8c3-e0eb-4506-a009-77c594cbdac4 2024-12-01T14:43:43,999 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/.tmp/hbase.id 2024-12-01T14:43:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:43:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:43:44,008 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/.tmp/hbase.id]:[hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/hbase.id] 2024-12-01T14:43:44,025 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:44,025 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:43:44,027 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:43:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:43:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:43:44,046 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:43:44,046 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:43:44,047 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:43:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:43:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:43:44,054 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store 2024-12-01T14:43:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:43:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:43:44,059 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:44,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:43:44,060 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:44,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:44,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:43:44,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:44,060 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:44,060 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064224060Disabling compacts and flushes for region at 1733064224060Disabling writes for close at 1733064224060Writing region close event to WAL at 1733064224060Closed at 1733064224060 2024-12-01T14:43:44,060 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/.initializing 2024-12-01T14:43:44,061 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/WALs/519b220a2ba1,34393,1733064223782 2024-12-01T14:43:44,061 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:43:44,063 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C34393%2C1733064223782, suffix=, logDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/WALs/519b220a2ba1,34393,1733064223782, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/oldWALs, maxLogs=10 2024-12-01T14:43:44,073 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/WALs/519b220a2ba1,34393,1733064223782/519b220a2ba1%2C34393%2C1733064223782.1733064224063, exclude list is [], retry=0 2024-12-01T14:43:44,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473,DISK] 2024-12-01T14:43:44,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-1719fb1b-91df-49af-b445-f2a77be530a2,DISK] 2024-12-01T14:43:44,077 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/WALs/519b220a2ba1,34393,1733064223782/519b220a2ba1%2C34393%2C1733064223782.1733064224063 2024-12-01T14:43:44,078 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36007:36007),(127.0.0.1/127.0.0.1:35777:35777)] 2024-12-01T14:43:44,078 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:43:44,078 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:44,078 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,078 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:43:44,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:43:44,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:43:44,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:43:44,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:43:44,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:43:44,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:43:44,085 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,086 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,086 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,087 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,087 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,087 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:43:44,088 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:43:44,090 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:43:44,090 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849554, jitterRate=0.08026470243930817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:43:44,091 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733064224078Initializing all the Stores at 1733064224079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064224079Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064224079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064224079Cleaning up temporary data from old regions at 1733064224087 (+8 ms)Region opened successfully at 1733064224091 (+4 ms) 2024-12-01T14:43:44,091 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:43:44,093 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925ce99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:43:44,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:43:44,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:43:44,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:43:44,094 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:43:44,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:43:44,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:43:44,095 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:43:44,098 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:43:44,099 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:43:44,114 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:43:44,114 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:43:44,115 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:43:44,125 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:43:44,126 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:43:44,127 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:43:44,134 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:43:44,134 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:43:44,142 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:43:44,144 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:43:44,150 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:43:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,159 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,34393,1733064223782, sessionid=0x10192a2fed80000, setting cluster-up flag (Was=false) 2024-12-01T14:43:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,200 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:43:44,202 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,34393,1733064223782 2024-12-01T14:43:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,250 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:43:44,252 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,34393,1733064223782 2024-12-01T14:43:44,254 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:43:44,256 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:43:44,257 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:43:44,257 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:43:44,257 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(746): ClusterId : f443e8c3-e0eb-4506-a009-77c594cbdac4 2024-12-01T14:43:44,257 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:43:44,257 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,34393,1733064223782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:43:44,270 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:43:44,270 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:43:44,270 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:43:44,270 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:43:44,271 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733064254274 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:43:44,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:43:44,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:43:44,274 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,275 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:43:44,275 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:43:44,275 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:43:44,275 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:43:44,275 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:43:44,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,276 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064224275,5,FailOnTimeoutGroup] 2024-12-01T14:43:44,276 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064224276,5,FailOnTimeoutGroup] 2024-12-01T14:43:44,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:43:44,276 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,276 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:43:44,276 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,276 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:43:44,281 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:43:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:43:44,281 DEBUG [RS:0;519b220a2ba1:32975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cc2616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:43:44,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:43:44,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718 2024-12-01T14:43:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:43:44,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:43:44,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:43:44,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:43:44,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:43:44,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:43:44,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:43:44,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:43:44,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,294 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:32975 2024-12-01T14:43:44,294 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:43:44,294 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:43:44,294 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:43:44,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:43:44,295 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,34393,1733064223782 with port=32975, startcode=1733064223936 2024-12-01T14:43:44,295 DEBUG [RS:0;519b220a2ba1:32975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:43:44,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:43:44,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:43:44,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740 2024-12-01T14:43:44,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740 2024-12-01T14:43:44,297 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:43:44,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34393 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:43:44,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:43:44,299 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718 2024-12-01T14:43:44,299 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:43:44,299 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37879 2024-12-01T14:43:44,299 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:43:44,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:43:44,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:43:44,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821982, jitterRate=0.045204952359199524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:43:44,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733064224288Initializing all the Stores at 1733064224289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064224289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224289Cleaning up temporary data from old regions at 1733064224298 (+9 ms)Region opened successfully at 1733064224302 (+4 ms) 2024-12-01T14:43:44,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:43:44,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:43:44,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:43:44,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:43:44,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:43:44,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:43:44,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064224302Disabling compacts and flushes for region at 1733064224302Disabling writes for close at 1733064224302Writing region close event to WAL at 1733064224303 (+1 ms)Closed at 1733064224303 2024-12-01T14:43:44,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:43:44,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:43:44,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:43:44,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:43:44,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:43:44,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:43:44,309 DEBUG [RS:0;519b220a2ba1:32975 {}] zookeeper.ZKUtil(111): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,309 WARN [RS:0;519b220a2ba1:32975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:43:44,309 INFO [RS:0;519b220a2ba1:32975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:43:44,309 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,32975,1733064223936] 2024-12-01T14:43:44,313 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:43:44,314 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:43:44,314 INFO [RS:0;519b220a2ba1:32975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:43:44,314 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,316 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:43:44,317 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:43:44,317 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,317 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,318 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,318 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,318 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:43:44,318 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:43:44,318 DEBUG [RS:0;519b220a2ba1:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,318 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,32975,1733064223936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:43:44,331 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:43:44,332 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,32975,1733064223936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,332 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,332 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.Replication(171): 519b220a2ba1,32975,1733064223936 started 2024-12-01T14:43:44,343 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:44,343 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,32975,1733064223936, RpcServer on 519b220a2ba1/172.17.0.2:32975, sessionid=0x10192a2fed80001 2024-12-01T14:43:44,343 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:43:44,343 DEBUG [RS:0;519b220a2ba1:32975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,343 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,32975,1733064223936' 2024-12-01T14:43:44,343 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,32975,1733064223936' 2024-12-01T14:43:44,344 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:43:44,345 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:43:44,345 DEBUG [RS:0;519b220a2ba1:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:43:44,345 INFO [RS:0;519b220a2ba1:32975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:43:44,345 INFO [RS:0;519b220a2ba1:32975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:43:44,446 INFO [RS:0;519b220a2ba1:32975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:43:44,449 INFO [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C32975%2C1733064223936, suffix=, logDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs, maxLogs=32 2024-12-01T14:43:44,455 WARN [519b220a2ba1:34393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:43:44,465 DEBUG [RS:0;519b220a2ba1:32975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936/519b220a2ba1%2C32975%2C1733064223936.1733064224449, exclude list is [], retry=0 2024-12-01T14:43:44,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-1719fb1b-91df-49af-b445-f2a77be530a2,DISK] 2024-12-01T14:43:44,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473,DISK] 2024-12-01T14:43:44,469 INFO [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936/519b220a2ba1%2C32975%2C1733064223936.1733064224449 2024-12-01T14:43:44,469 DEBUG [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35777:35777),(127.0.0.1/127.0.0.1:36007:36007)] 2024-12-01T14:43:44,706 DEBUG [519b220a2ba1:34393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:43:44,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,32975,1733064223936, state=OPENING 2024-12-01T14:43:44,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:43:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:44,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:43:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:43:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:43:44,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,32975,1733064223936}] 2024-12-01T14:43:44,916 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:43:44,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:43:44,924 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:43:44,925 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:43:44,925 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:43:44,927 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C32975%2C1733064223936.meta, suffix=.meta, logDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs, maxLogs=32 2024-12-01T14:43:44,943 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936/519b220a2ba1%2C32975%2C1733064223936.meta.1733064224928.meta, exclude list is [], retry=0 2024-12-01T14:43:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473,DISK] 2024-12-01T14:43:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-1719fb1b-91df-49af-b445-f2a77be530a2,DISK] 2024-12-01T14:43:44,946 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/519b220a2ba1,32975,1733064223936/519b220a2ba1%2C32975%2C1733064223936.meta.1733064224928.meta 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36007:36007),(127.0.0.1/127.0.0.1:35777:35777)] 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:43:44,947 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:43:44,947 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:43:44,948 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:43:44,948 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:43:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:43:44,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:43:44,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:43:44,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:43:44,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:43:44,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:43:44,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:43:44,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:43:44,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:43:44,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:43:44,953 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:43:44,954 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740 2024-12-01T14:43:44,955 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740 2024-12-01T14:43:44,956 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:43:44,956 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:43:44,956 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T14:43:44,958 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:43:44,958 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762989, jitterRate=-0.029810383915901184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T14:43:44,958 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:43:44,959 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733064224948Writing region info on filesystem at 1733064224948Initializing all the Stores at 1733064224948Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224949 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733064224949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733064224949Cleaning up temporary data from old regions at 1733064224956 (+7 ms)Running coprocessor post-open hooks at 1733064224958 (+2 ms)Region opened successfully at 1733064224959 (+1 ms) 2024-12-01T14:43:44,960 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733064224916 2024-12-01T14:43:44,962 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:43:44,962 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:43:44,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,32975,1733064223936, state=OPEN 2024-12-01T14:43:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:43:44,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:43:44,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,32975,1733064223936 2024-12-01T14:43:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:43:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:43:44,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:43:44,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,32975,1733064223936 in 232 msec 2024-12-01T14:43:45,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:43:45,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-12-01T14:43:45,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:43:45,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:43:45,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:43:45,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,32975,1733064223936, seqNum=-1] 2024-12-01T14:43:45,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:43:45,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:43:45,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 754 msec 2024-12-01T14:43:45,010 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733064225010, completionTime=-1 2024-12-01T14:43:45,010 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:43:45,011 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733064285013 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733064345013 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:34393, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,013 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,014 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,016 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.026sec 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:43:45,018 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:43:45,021 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:43:45,021 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:43:45,021 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,34393,1733064223782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:43:45,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2839c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:43:45,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,34393,-1 for getting cluster id 2024-12-01T14:43:45,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:43:45,061 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f443e8c3-e0eb-4506-a009-77c594cbdac4' 2024-12-01T14:43:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:43:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f443e8c3-e0eb-4506-a009-77c594cbdac4" 2024-12-01T14:43:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3110ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:43:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,34393,-1] 2024-12-01T14:43:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:43:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,064 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:43:45,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38331787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:43:45,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:43:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,32975,1733064223936, seqNum=-1] 2024-12-01T14:43:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:43:45,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:43:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,34393,1733064223782 2024-12-01T14:43:45,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:43:45,075 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-01T14:43:45,075 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:43:45,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:43:45,079 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs, maxLogs=32 2024-12-01T14:43:45,094 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225080, exclude list is [], retry=0 2024-12-01T14:43:45,096 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-1719fb1b-91df-49af-b445-f2a77be530a2,DISK] 2024-12-01T14:43:45,096 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473,DISK] 2024-12-01T14:43:45,099 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225080 2024-12-01T14:43:45,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35777:35777),(127.0.0.1/127.0.0.1:36007:36007)] 2024-12-01T14:43:45,110 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225100, exclude list is [], retry=0 2024-12-01T14:43:45,112 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43181,DS-e1419bf9-19ba-47c6-a2c8-9de29c88e473,DISK] 2024-12-01T14:43:45,113 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-1719fb1b-91df-49af-b445-f2a77be530a2,DISK] 2024-12-01T14:43:45,114 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225080 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225100 2024-12-01T14:43:45,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36007:36007),(127.0.0.1/127.0.0.1:35777:35777)] 2024-12-01T14:43:45,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225080 is not closed yet, will try archiving it next time 2024-12-01T14:43:45,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741835_1011 (size=93) 2024-12-01T14:43:45,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741835_1011 (size=93) 2024-12-01T14:43:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741836_1012 (size=93) 2024-12-01T14:43:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741836_1012 (size=93) 2024-12-01T14:43:45,118 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/WALs/test.com,8080,1/test.com%2C8080%2C1.1733064225080 to hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs/test.com%2C8080%2C1.1733064225080 2024-12-01T14:43:45,120 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs 2024-12-01T14:43:45,120 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733064225100) 2024-12-01T14:43:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:43:45,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:43:45,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:45,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:43:45,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:43:45,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668330621, stopped=false 2024-12-01T14:43:45,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,34393,1733064223782 2024-12-01T14:43:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:43:45,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:43:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:45,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:43:45,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:45,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,32975,1733064223936' ***** 2024-12-01T14:43:45,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:45,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:43:45,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:43:45,143 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:43:45,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,32975,1733064223936 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:32975. 2024-12-01T14:43:45,144 DEBUG [RS:0;519b220a2ba1:32975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:43:45,144 DEBUG [RS:0;519b220a2ba1:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:43:45,144 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:43:45,145 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:43:45,145 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:43:45,145 DEBUG [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:43:45,145 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:43:45,145 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:43:45,145 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:43:45,145 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:43:45,145 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:43:45,145 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T14:43:45,164 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/.tmp/ns/2cf4df1156eb4a5784bea334f1867b59 is 43, key is default/ns:d/1733064225006/Put/seqid=0 2024-12-01T14:43:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741837_1013 (size=5153) 2024-12-01T14:43:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741837_1013 (size=5153) 2024-12-01T14:43:45,169 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/.tmp/ns/2cf4df1156eb4a5784bea334f1867b59 2024-12-01T14:43:45,173 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/.tmp/ns/2cf4df1156eb4a5784bea334f1867b59 as hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/ns/2cf4df1156eb4a5784bea334f1867b59 2024-12-01T14:43:45,179 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/ns/2cf4df1156eb4a5784bea334f1867b59, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T14:43:45,179 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-12-01T14:43:45,180 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:43:45,184 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:43:45,184 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:43:45,184 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:43:45,184 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733064225145Running coprocessor pre-close hooks at 1733064225145Disabling compacts and flushes for region at 1733064225145Disabling writes for close at 1733064225145Obtaining lock to block concurrent updates at 1733064225145Preparing flush snapshotting stores in 1588230740 at 1733064225145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733064225146 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733064225146Flushing 1588230740/ns: creating writer at 1733064225146Flushing 1588230740/ns: appending metadata at 1733064225164 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733064225164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5765c956: reopening flushed file at 1733064225173 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1733064225180 (+7 ms)Writing region close event to WAL at 1733064225181 (+1 ms)Running coprocessor post-close hooks at 1733064225184 (+3 ms)Closed at 1733064225184 2024-12-01T14:43:45,185 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:43:45,319 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:43:45,319 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:43:45,345 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,32975,1733064223936; all regions closed. 2024-12-01T14:43:45,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741834_1010 (size=1152) 2024-12-01T14:43:45,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741834_1010 (size=1152) 2024-12-01T14:43:45,350 DEBUG [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs 2024-12-01T14:43:45,350 INFO [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C32975%2C1733064223936.meta:.meta(num 1733064224928) 2024-12-01T14:43:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741833_1009 (size=93) 2024-12-01T14:43:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741833_1009 (size=93) 2024-12-01T14:43:45,356 DEBUG [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/oldWALs 2024-12-01T14:43:45,356 INFO [RS:0;519b220a2ba1:32975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C32975%2C1733064223936:(num 1733064224449) 2024-12-01T14:43:45,356 DEBUG [RS:0;519b220a2ba1:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:43:45,356 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:43:45,356 INFO [RS:0;519b220a2ba1:32975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:43:45,357 INFO [RS:0;519b220a2ba1:32975 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:43:45,357 INFO [RS:0;519b220a2ba1:32975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:43:45,357 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:43:45,357 INFO [RS:0;519b220a2ba1:32975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32975 2024-12-01T14:43:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:43:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,32975,1733064223936 2024-12-01T14:43:45,372 INFO [RS:0;519b220a2ba1:32975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:43:45,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,32975,1733064223936] 2024-12-01T14:43:45,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,32975,1733064223936 already deleted, retry=false 2024-12-01T14:43:45,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,32975,1733064223936 expired; onlineServers=0 2024-12-01T14:43:45,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,34393,1733064223782' ***** 2024-12-01T14:43:45,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:43:45,389 DEBUG [M:0;519b220a2ba1:34393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:43:45,389 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:43:45,389 DEBUG [M:0;519b220a2ba1:34393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:43:45,389 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064224276 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733064224276,5,FailOnTimeoutGroup] 2024-12-01T14:43:45,389 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064224275 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733064224275,5,FailOnTimeoutGroup] 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:43:45,389 DEBUG [M:0;519b220a2ba1:34393 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:43:45,389 INFO [M:0;519b220a2ba1:34393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:43:45,390 INFO [M:0;519b220a2ba1:34393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:43:45,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:43:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:43:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:43:45,400 DEBUG [M:0;519b220a2ba1:34393 {}] zookeeper.ZKUtil(347): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:43:45,400 WARN [M:0;519b220a2ba1:34393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:43:45,401 INFO [M:0;519b220a2ba1:34393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/.lastflushedseqids 2024-12-01T14:43:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741838_1014 (size=99) 2024-12-01T14:43:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741838_1014 (size=99) 2024-12-01T14:43:45,412 INFO [M:0;519b220a2ba1:34393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:43:45,412 INFO [M:0;519b220a2ba1:34393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:43:45,412 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:43:45,412 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:45,412 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:45,412 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:43:45,412 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:45,412 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-01T14:43:45,428 DEBUG [M:0;519b220a2ba1:34393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7152471e8014db287784d14aa1f98ab is 82, key is hbase:meta,,1/info:regioninfo/1733064224962/Put/seqid=0 2024-12-01T14:43:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741839_1015 (size=5672) 2024-12-01T14:43:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741839_1015 (size=5672) 2024-12-01T14:43:45,433 INFO [M:0;519b220a2ba1:34393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7152471e8014db287784d14aa1f98ab 2024-12-01T14:43:45,449 DEBUG [M:0;519b220a2ba1:34393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a2c6909d334b9790896a0a3452ac1f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733064225010/Put/seqid=0 2024-12-01T14:43:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741840_1016 (size=5275) 2024-12-01T14:43:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741840_1016 (size=5275) 2024-12-01T14:43:45,454 INFO [M:0;519b220a2ba1:34393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a2c6909d334b9790896a0a3452ac1f 2024-12-01T14:43:45,473 DEBUG [M:0;519b220a2ba1:34393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d87e22b876f42fca94c2f9dcd2088d7 is 69, key is 519b220a2ba1,32975,1733064223936/rs:state/1733064224298/Put/seqid=0 2024-12-01T14:43:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741841_1017 (size=5156) 2024-12-01T14:43:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741841_1017 (size=5156) 2024-12-01T14:43:45,478 INFO [M:0;519b220a2ba1:34393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d87e22b876f42fca94c2f9dcd2088d7 2024-12-01T14:43:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:45,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x10192a2fed80001, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:45,480 INFO [RS:0;519b220a2ba1:32975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:43:45,480 INFO [RS:0;519b220a2ba1:32975 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,32975,1733064223936; zookeeper connection closed. 2024-12-01T14:43:45,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20e8e2f6 2024-12-01T14:43:45,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:43:45,497 DEBUG [M:0;519b220a2ba1:34393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b034c795912c4de1bbfc78f69df39a81 is 52, key is load_balancer_on/state:d/1733064225073/Put/seqid=0 2024-12-01T14:43:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741842_1018 (size=5056) 2024-12-01T14:43:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741842_1018 (size=5056) 2024-12-01T14:43:45,501 INFO [M:0;519b220a2ba1:34393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b034c795912c4de1bbfc78f69df39a81 2024-12-01T14:43:45,505 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7152471e8014db287784d14aa1f98ab as hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7152471e8014db287784d14aa1f98ab 2024-12-01T14:43:45,511 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7152471e8014db287784d14aa1f98ab, entries=8, sequenceid=29, filesize=5.5 K 2024-12-01T14:43:45,512 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5a2c6909d334b9790896a0a3452ac1f as hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5a2c6909d334b9790896a0a3452ac1f 2024-12-01T14:43:45,518 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5a2c6909d334b9790896a0a3452ac1f, entries=3, sequenceid=29, filesize=5.2 K 2024-12-01T14:43:45,519 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d87e22b876f42fca94c2f9dcd2088d7 as hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d87e22b876f42fca94c2f9dcd2088d7 2024-12-01T14:43:45,524 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d87e22b876f42fca94c2f9dcd2088d7, entries=1, sequenceid=29, filesize=5.0 K 2024-12-01T14:43:45,525 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b034c795912c4de1bbfc78f69df39a81 as hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b034c795912c4de1bbfc78f69df39a81 2024-12-01T14:43:45,528 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37879/user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b034c795912c4de1bbfc78f69df39a81, entries=1, sequenceid=29, filesize=4.9 K 2024-12-01T14:43:45,529 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-12-01T14:43:45,530 INFO [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:43:45,530 DEBUG [M:0;519b220a2ba1:34393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733064225412Disabling compacts and flushes for region at 1733064225412Disabling writes for close at 1733064225412Obtaining lock to block concurrent updates at 1733064225412Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733064225412Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733064225413 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733064225413Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733064225413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733064225427 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733064225427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733064225436 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733064225449 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733064225449Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733064225458 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733064225473 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733064225473Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733064225483 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733064225496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733064225496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375cf531: reopening flushed file at 1733064225505 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b899b: reopening flushed file at 1733064225511 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa4a3a8: reopening flushed file at 1733064225518 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b3d00a: reopening flushed file at 1733064225524 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1733064225529 (+5 ms)Writing region close event to WAL at 1733064225530 (+1 ms)Closed at 1733064225530 2024-12-01T14:43:45,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43181 is added to blk_1073741830_1006 (size=10311) 2024-12-01T14:43:45,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28c1d394-bf41-528e-813a-48bfb0641718/MasterData/WALs/519b220a2ba1,34393,1733064223782/519b220a2ba1%2C34393%2C1733064223782.1733064224063 not finished, retry = 0 2024-12-01T14:43:45,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741830_1006 (size=10311) 2024-12-01T14:43:45,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:43:45,634 INFO [M:0;519b220a2ba1:34393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:43:45,634 INFO [M:0;519b220a2ba1:34393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34393 2024-12-01T14:43:45,635 INFO [M:0;519b220a2ba1:34393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:43:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:45,759 INFO [M:0;519b220a2ba1:34393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:43:45,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34393-0x10192a2fed80000, quorum=127.0.0.1:62509, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:43:45,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@667a93a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:45,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@616e7eb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:45,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:45,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@415bcd5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:45,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46cc490f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:45,767 WARN [BP-1992312580-172.17.0.2-1733064222100 heartbeating to localhost/127.0.0.1:37879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:43:45,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:43:45,767 WARN [BP-1992312580-172.17.0.2-1733064222100 heartbeating to localhost/127.0.0.1:37879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1992312580-172.17.0.2-1733064222100 (Datanode Uuid 4f2b75b4-209a-4fc5-b3cc-98b9b6622375) service to localhost/127.0.0.1:37879 2024-12-01T14:43:45,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:43:45,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data3/current/BP-1992312580-172.17.0.2-1733064222100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:45,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data4/current/BP-1992312580-172.17.0.2-1733064222100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:45,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:43:45,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d77ee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:43:45,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@525f1406{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:45,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:45,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7931338f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:45,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31da648c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:45,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:43:45,774 WARN [BP-1992312580-172.17.0.2-1733064222100 heartbeating to localhost/127.0.0.1:37879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:43:45,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:43:45,774 WARN [BP-1992312580-172.17.0.2-1733064222100 heartbeating to localhost/127.0.0.1:37879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1992312580-172.17.0.2-1733064222100 (Datanode Uuid 2e3d6502-4286-45fe-94a1-32cf3ed8464f) service to localhost/127.0.0.1:37879 2024-12-01T14:43:45,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data1/current/BP-1992312580-172.17.0.2-1733064222100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:45,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/cluster_5316dfdf-459f-e114-7c0a-772437f0def7/data/data2/current/BP-1992312580-172.17.0.2-1733064222100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:43:45,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:43:45,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729cd15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:43:45,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e7d5bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:43:45,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:43:45,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae811f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:43:45,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c0c5f22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94a134b9-0cf8-1c24-2ae8-56497fc13966/hadoop.log.dir/,STOPPED} 2024-12-01T14:43:45,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:43:45,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:43:45,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 108) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 180), ProcessCount=11 (was 11), AvailableMemoryMB=5322 (was 5360)