2024-11-16 03:41:21,124 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-16 03:41:21,140 main DEBUG Took 0.013007 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 03:41:21,140 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 03:41:21,141 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 03:41:21,142 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 03:41:21,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,154 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 03:41:21,174 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,177 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,179 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,182 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,186 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,189 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 03:41:21,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,191 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 03:41:21,193 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 03:41:21,195 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 03:41:21,198 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 03:41:21,200 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 03:41:21,203 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 03:41:21,204 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 03:41:21,214 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 03:41:21,220 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 03:41:21,223 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 03:41:21,225 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 03:41:21,226 main DEBUG createAppenders(={Console}) 2024-11-16 03:41:21,227 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-16 03:41:21,227 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-16 03:41:21,228 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-16 03:41:21,229 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 03:41:21,229 main DEBUG OutputStream closed 2024-11-16 03:41:21,229 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 03:41:21,230 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 03:41:21,230 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-16 03:41:21,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 03:41:21,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 03:41:21,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 03:41:21,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 03:41:21,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 03:41:21,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 03:41:21,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 03:41:21,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 03:41:21,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 03:41:21,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 03:41:21,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 03:41:21,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 03:41:21,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 03:41:21,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 03:41:21,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 03:41:21,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 03:41:21,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 03:41:21,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 03:41:21,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 03:41:21,354 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-16 03:41:21,354 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 03:41:21,355 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-16T03:41:21,795 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce 2024-11-16 03:41:21,800 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 03:41:21,800 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T03:41:21,812 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-16T03:41:21,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=7602 2024-11-16T03:41:21,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T03:41:21,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af, deleteOnExit=true 2024-11-16T03:41:21,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T03:41:21,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/test.cache.data in system properties and HBase conf 2024-11-16T03:41:21,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T03:41:21,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir in system properties and HBase conf 2024-11-16T03:41:21,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T03:41:21,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T03:41:21,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T03:41:22,003 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T03:41:22,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T03:41:22,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:41:22,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:41:22,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T03:41:22,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:41:22,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T03:41:22,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T03:41:22,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:41:22,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:41:22,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T03:41:22,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/nfs.dump.dir in system properties and HBase conf 2024-11-16T03:41:22,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/java.io.tmpdir in system properties and HBase conf 2024-11-16T03:41:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:41:22,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T03:41:22,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T03:41:23,322 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T03:41:23,447 INFO [Time-limited test {}] log.Log(170): Logging initialized @3417ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T03:41:23,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:41:23,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:41:23,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:41:23,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:41:23,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:41:23,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:41:23,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:41:23,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:41:24,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/java.io.tmpdir/jetty-localhost-37593-hadoop-hdfs-3_4_1-tests_jar-_-any-6230324656583460827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:41:24,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:37593} 2024-11-16T03:41:24,071 INFO [Time-limited test {}] server.Server(415): Started @4043ms 2024-11-16T03:41:24,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:41:24,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:41:24,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:41:24,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:41:24,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:41:24,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:41:24,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:41:24,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/java.io.tmpdir/jetty-localhost-46209-hadoop-hdfs-3_4_1-tests_jar-_-any-4863997853413962629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:41:24,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:46209} 2024-11-16T03:41:24,848 INFO [Time-limited test {}] server.Server(415): Started @4819ms 2024-11-16T03:41:24,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:41:25,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:41:25,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:41:25,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:41:25,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:41:25,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:41:25,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:41:25,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:41:25,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/java.io.tmpdir/jetty-localhost-44727-hadoop-hdfs-3_4_1-tests_jar-_-any-10152234389774744778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:41:25,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:44727} 2024-11-16T03:41:25,230 INFO [Time-limited test {}] server.Server(415): Started @5201ms 2024-11-16T03:41:25,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:41:26,175 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data3/current/BP-1943019736-172.17.0.2-1731728482844/current, will proceed with Du for space computation calculation, 2024-11-16T03:41:26,175 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data1/current/BP-1943019736-172.17.0.2-1731728482844/current, will proceed with Du for space computation calculation, 2024-11-16T03:41:26,178 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data4/current/BP-1943019736-172.17.0.2-1731728482844/current, will proceed with Du for space computation calculation, 2024-11-16T03:41:26,179 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data2/current/BP-1943019736-172.17.0.2-1731728482844/current, will proceed with Du for space computation calculation, 2024-11-16T03:41:26,227 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:41:26,230 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:41:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1af317517c950df1 with lease ID 0x54b871ef3ada2db5: Processing first storage report for DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc from datanode DatanodeRegistration(127.0.0.1:38789, datanodeUuid=201624dc-4140-4d6c-b802-2c7396e1eb01, infoPort=43511, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844) 2024-11-16T03:41:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1af317517c950df1 with lease ID 0x54b871ef3ada2db5: from storage DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc node DatanodeRegistration(127.0.0.1:38789, datanodeUuid=201624dc-4140-4d6c-b802-2c7396e1eb01, infoPort=43511, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T03:41:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fde1e1c27134fc9 with lease ID 0x54b871ef3ada2db6: Processing first storage report for DS-036cc821-5565-4c34-848b-2de0d3bc60ee from datanode DatanodeRegistration(127.0.0.1:36223, datanodeUuid=bafd7ea9-2dc5-42a5-83e1-7fb1f00a37dd, infoPort=34471, infoSecurePort=0, ipcPort=42209, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844) 2024-11-16T03:41:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fde1e1c27134fc9 with lease ID 0x54b871ef3ada2db6: from storage DS-036cc821-5565-4c34-848b-2de0d3bc60ee node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=bafd7ea9-2dc5-42a5-83e1-7fb1f00a37dd, infoPort=34471, infoSecurePort=0, ipcPort=42209, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T03:41:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1af317517c950df1 with lease ID 0x54b871ef3ada2db5: Processing first storage report for DS-34a74cd0-7224-46e7-a3c2-20820c11f08a from datanode DatanodeRegistration(127.0.0.1:38789, datanodeUuid=201624dc-4140-4d6c-b802-2c7396e1eb01, infoPort=43511, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844) 2024-11-16T03:41:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1af317517c950df1 with lease ID 0x54b871ef3ada2db5: from storage DS-34a74cd0-7224-46e7-a3c2-20820c11f08a node DatanodeRegistration(127.0.0.1:38789, datanodeUuid=201624dc-4140-4d6c-b802-2c7396e1eb01, infoPort=43511, infoSecurePort=0, ipcPort=38971, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:41:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fde1e1c27134fc9 with lease ID 0x54b871ef3ada2db6: Processing first storage report for DS-608dbca7-dfc2-409c-b115-43e2aa27e981 from datanode DatanodeRegistration(127.0.0.1:36223, datanodeUuid=bafd7ea9-2dc5-42a5-83e1-7fb1f00a37dd, infoPort=34471, infoSecurePort=0, ipcPort=42209, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844) 2024-11-16T03:41:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fde1e1c27134fc9 with lease ID 0x54b871ef3ada2db6: from storage DS-608dbca7-dfc2-409c-b115-43e2aa27e981 node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=bafd7ea9-2dc5-42a5-83e1-7fb1f00a37dd, infoPort=34471, infoSecurePort=0, ipcPort=42209, storageInfo=lv=-57;cid=testClusterID;nsid=829915056;c=1731728482844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:41:26,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce 2024-11-16T03:41:26,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/zookeeper_0, clientPort=56976, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T03:41:26,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56976 2024-11-16T03:41:26,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:26,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:41:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:41:27,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2 with version=8 2024-11-16T03:41:27,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase-staging 2024-11-16T03:41:27,249 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T03:41:27,535 INFO [Time-limited test {}] client.ConnectionUtils(128): master/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:41:27,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:27,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:27,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:41:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:41:27,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T03:41:27,814 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T03:41:27,825 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T03:41:27,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:41:27,862 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6259 (auto-detected) 2024-11-16T03:41:27,863 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T03:41:27,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45069 2024-11-16T03:41:27,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45069 connecting to ZooKeeper ensemble=127.0.0.1:56976 2024-11-16T03:41:28,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450690x0, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:41:28,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45069-0x101430542df0000 connected 2024-11-16T03:41:28,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:28,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:28,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:41:28,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2, hbase.cluster.distributed=false 2024-11-16T03:41:28,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:41:28,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-16T03:41:28,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45069 2024-11-16T03:41:28,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45069 2024-11-16T03:41:28,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-16T03:41:28,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-16T03:41:28,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:41:28,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:28,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:28,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:41:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:41:28,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:41:28,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T03:41:28,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:41:28,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40377 2024-11-16T03:41:28,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40377 connecting to ZooKeeper ensemble=127.0.0.1:56976 2024-11-16T03:41:28,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:28,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:28,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403770x0, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:41:28,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403770x0, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:41:28,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40377-0x101430542df0001 connected 2024-11-16T03:41:28,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T03:41:28,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T03:41:28,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T03:41:28,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:41:28,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-16T03:41:28,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40377 2024-11-16T03:41:28,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40377 2024-11-16T03:41:28,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-16T03:41:28,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-16T03:41:28,452 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de2d41f4e681:45069 2024-11-16T03:41:28,454 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/de2d41f4e681,45069,1731728487356 2024-11-16T03:41:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:41:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:41:28,487 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de2d41f4e681,45069,1731728487356 2024-11-16T03:41:28,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T03:41:28,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:28,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:28,519 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T03:41:28,521 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de2d41f4e681,45069,1731728487356 from backup master directory 2024-11-16T03:41:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:41:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de2d41f4e681,45069,1731728487356 2024-11-16T03:41:28,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:41:28,527 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:41:28,528 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de2d41f4e681,45069,1731728487356 2024-11-16T03:41:28,530 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T03:41:28,532 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T03:41:28,596 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase.id] with ID: 3e2906b0-6a00-44cc-a7a9-a4dc95681e05 2024-11-16T03:41:28,596 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/.tmp/hbase.id 2024-11-16T03:41:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:41:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:41:28,620 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/.tmp/hbase.id]:[hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase.id] 2024-11-16T03:41:28,680 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:28,686 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T03:41:28,710 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-16T03:41:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:41:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:41:28,782 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:41:28,785 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T03:41:28,792 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:41:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:41:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:41:29,270 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store 2024-11-16T03:41:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:41:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:41:29,321 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T03:41:29,325 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:29,326 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:41:29,326 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:41:29,327 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:41:29,329 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:41:29,329 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:41:29,329 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:41:29,331 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728489326Disabling compacts and flushes for region at 1731728489326Disabling writes for close at 1731728489329 (+3 ms)Writing region close event to WAL at 1731728489329Closed at 1731728489329 2024-11-16T03:41:29,334 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/.initializing 2024-11-16T03:41:29,335 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/WALs/de2d41f4e681,45069,1731728487356 2024-11-16T03:41:29,346 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:41:29,361 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C45069%2C1731728487356, suffix=, logDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/WALs/de2d41f4e681,45069,1731728487356, archiveDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/oldWALs, maxLogs=10 2024-11-16T03:41:29,398 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/WALs/de2d41f4e681,45069,1731728487356/de2d41f4e681%2C45069%2C1731728487356.1731728489366, exclude list is [], retry=0 2024-11-16T03:41:29,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:41:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:41:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:41:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T03:41:29,463 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/WALs/de2d41f4e681,45069,1731728487356/de2d41f4e681%2C45069%2C1731728487356.1731728489366 2024-11-16T03:41:29,464 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471),(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-16T03:41:29,465 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:41:29,465 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:29,469 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,470 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T03:41:29,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:29,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:29,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T03:41:29,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:29,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:41:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T03:41:29,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:29,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:41:29,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T03:41:29,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:29,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:41:29,558 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,562 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,565 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,570 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,570 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,575 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T03:41:29,579 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:41:29,584 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:41:29,585 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697239, jitterRate=-0.1134151816368103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T03:41:29,593 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731728489482Initializing all the Stores at 1731728489484 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728489485 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728489486 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728489486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728489486Cleaning up temporary data from old regions at 1731728489570 (+84 ms)Region opened successfully at 1731728489593 (+23 ms) 2024-11-16T03:41:29,594 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T03:41:29,629 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24898c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:41:29,664 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T03:41:29,675 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T03:41:29,675 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T03:41:29,678 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T03:41:29,680 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T03:41:29,684 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T03:41:29,684 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T03:41:29,710 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T03:41:29,719 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T03:41:29,776 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T03:41:29,778 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T03:41:29,780 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T03:41:29,792 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T03:41:29,795 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T03:41:29,799 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T03:41:29,809 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T03:41:29,811 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T03:41:29,817 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T03:41:29,834 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T03:41:29,842 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T03:41:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:41:29,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:41:29,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,853 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=de2d41f4e681,45069,1731728487356, sessionid=0x101430542df0000, setting cluster-up flag (Was=false) 2024-11-16T03:41:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,901 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T03:41:29,902 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,45069,1731728487356 2024-11-16T03:41:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:29,942 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T03:41:29,944 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,45069,1731728487356 2024-11-16T03:41:29,950 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T03:41:30,029 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T03:41:30,039 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T03:41:30,039 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(746): ClusterId : 3e2906b0-6a00-44cc-a7a9-a4dc95681e05 2024-11-16T03:41:30,042 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T03:41:30,047 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T03:41:30,054 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de2d41f4e681,45069,1731728487356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T03:41:30,069 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T03:41:30,070 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T03:41:30,070 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:41:30,070 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:41:30,070 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:41:30,071 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:41:30,071 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de2d41f4e681:0, corePoolSize=10, maxPoolSize=10 2024-11-16T03:41:30,071 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,071 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:41:30,071 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,074 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731728520074 2024-11-16T03:41:30,076 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T03:41:30,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:41:30,077 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T03:41:30,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T03:41:30,078 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T03:41:30,078 DEBUG [RS:0;de2d41f4e681:40377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253e1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:41:30,081 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T03:41:30,081 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T03:41:30,082 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T03:41:30,082 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T03:41:30,082 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,084 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T03:41:30,086 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T03:41:30,086 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T03:41:30,088 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T03:41:30,088 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T03:41:30,090 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728490089,5,FailOnTimeoutGroup] 2024-11-16T03:41:30,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T03:41:30,097 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de2d41f4e681:40377 2024-11-16T03:41:30,099 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728490091,5,FailOnTimeoutGroup] 2024-11-16T03:41:30,099 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,099 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T03:41:30,100 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,101 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,101 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T03:41:30,101 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T03:41:30,101 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T03:41:30,103 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(2659): reportForDuty to master=de2d41f4e681,45069,1731728487356 with port=40377, startcode=1731728488271 2024-11-16T03:41:30,114 DEBUG [RS:0;de2d41f4e681:40377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T03:41:30,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:41:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:41:30,125 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T03:41:30,126 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2 2024-11-16T03:41:30,154 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T03:41:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:41:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:41:30,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:30,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:41:30,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(517): Registering regionserver=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:41:30,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:41:30,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:41:30,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:41:30,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:41:30,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:41:30,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:41:30,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:41:30,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740 2024-11-16T03:41:30,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740 2024-11-16T03:41:30,192 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2 2024-11-16T03:41:30,192 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32813 2024-11-16T03:41:30,192 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T03:41:30,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:41:30,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:41:30,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:41:30,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:41:30,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:41:30,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=799975, jitterRate=0.01722113788127899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:41:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731728490157Initializing all the Stores at 1731728490159 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490163 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728490163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490163Cleaning up temporary data from old regions at 1731728490197 (+34 ms)Region opened successfully at 1731728490217 (+20 ms) 2024-11-16T03:41:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:41:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:41:30,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:41:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:41:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:41:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:41:30,218 DEBUG [RS:0;de2d41f4e681:40377 {}] zookeeper.ZKUtil(111): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,218 WARN [RS:0;de2d41f4e681:40377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:41:30,218 INFO [RS:0;de2d41f4e681:40377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:41:30,218 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de2d41f4e681,40377,1731728488271] 2024-11-16T03:41:30,230 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:41:30,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728490217Disabling compacts and flushes for region at 1731728490217Disabling writes for close at 1731728490217Writing region close event to WAL at 1731728490230 (+13 ms)Closed at 1731728490230 2024-11-16T03:41:30,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:41:30,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T03:41:30,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T03:41:30,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:41:30,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T03:41:30,284 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T03:41:30,307 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T03:41:30,321 INFO [RS:0;de2d41f4e681:40377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:41:30,321 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,323 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T03:41:30,334 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T03:41:30,336 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,336 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,336 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,337 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,337 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,337 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,340 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:41:30,340 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,340 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,340 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,341 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,341 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,341 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:41:30,341 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:41:30,341 DEBUG [RS:0;de2d41f4e681:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:41:30,351 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,351 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,352 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,352 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,352 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,352 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,40377,1731728488271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:41:30,384 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T03:41:30,387 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,40377,1731728488271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,387 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,388 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.Replication(171): de2d41f4e681,40377,1731728488271 started 2024-11-16T03:41:30,409 WARN [de2d41f4e681:45069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T03:41:30,414 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:30,414 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1482): Serving as de2d41f4e681,40377,1731728488271, RpcServer on de2d41f4e681/172.17.0.2:40377, sessionid=0x101430542df0001 2024-11-16T03:41:30,415 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T03:41:30,415 DEBUG [RS:0;de2d41f4e681:40377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,416 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,40377,1731728488271' 2024-11-16T03:41:30,416 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T03:41:30,417 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T03:41:30,421 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T03:41:30,422 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T03:41:30,422 DEBUG [RS:0;de2d41f4e681:40377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,422 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,40377,1731728488271' 2024-11-16T03:41:30,422 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T03:41:30,423 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T03:41:30,424 DEBUG [RS:0;de2d41f4e681:40377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T03:41:30,424 INFO [RS:0;de2d41f4e681:40377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T03:41:30,424 INFO [RS:0;de2d41f4e681:40377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T03:41:30,529 INFO [RS:0;de2d41f4e681:40377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:41:30,532 INFO [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C40377%2C1731728488271, suffix=, logDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271, archiveDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs, maxLogs=32 2024-11-16T03:41:30,551 DEBUG [RS:0;de2d41f4e681:40377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728490536, exclude list is [], retry=0 2024-11-16T03:41:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:41:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:41:30,569 INFO [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728490536 2024-11-16T03:41:30,577 DEBUG [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511),(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T03:41:30,661 DEBUG [de2d41f4e681:45069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T03:41:30,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:30,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,40377,1731728488271, state=OPENING 2024-11-16T03:41:30,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T03:41:30,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:30,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:41:30,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:41:30,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:41:30,739 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:41:30,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,40377,1731728488271}] 2024-11-16T03:41:30,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T03:41:30,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T03:41:30,938 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T03:41:30,939 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:41:30,939 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T03:41:30,943 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C40377%2C1731728488271.meta, suffix=.meta, logDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271, archiveDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs, maxLogs=32 2024-11-16T03:41:30,962 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.meta.1731728490946.meta, exclude list is [], retry=0 2024-11-16T03:41:30,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:41:30,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:41:30,973 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.meta.1731728490946.meta 2024-11-16T03:41:30,973 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511),(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T03:41:30,973 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:41:30,975 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T03:41:30,978 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T03:41:30,982 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T03:41:30,986 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T03:41:30,987 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:30,987 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T03:41:30,987 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T03:41:30,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:41:30,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:41:30,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:41:30,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:41:30,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:41:30,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:41:30,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:41:31,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:41:31,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:31,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:41:31,003 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:41:31,005 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740 2024-11-16T03:41:31,008 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740 2024-11-16T03:41:31,011 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:41:31,011 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:41:31,012 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:41:31,017 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:41:31,020 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749838, jitterRate=-0.04653240740299225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:41:31,020 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T03:41:31,022 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731728490988Writing region info on filesystem at 1731728490988Initializing all the Stores at 1731728490989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728490990 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728490990Cleaning up temporary data from old regions at 1731728491011 (+21 ms)Running coprocessor post-open hooks at 1731728491020 (+9 ms)Region opened successfully at 1731728491022 (+2 ms) 2024-11-16T03:41:31,030 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731728490910 2024-11-16T03:41:31,044 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T03:41:31,044 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T03:41:31,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:31,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,40377,1731728488271, state=OPEN 2024-11-16T03:41:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:41:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:41:31,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:41:31,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:41:31,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:31,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T03:41:31,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,40377,1731728488271 in 352 msec 2024-11-16T03:41:31,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T03:41:31,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 862 msec 2024-11-16T03:41:31,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:41:31,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T03:41:31,142 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:41:31,143 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,40377,1731728488271, seqNum=-1] 2024-11-16T03:41:31,167 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:41:31,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:41:31,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-16T03:41:31,198 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731728491198, completionTime=-1 2024-11-16T03:41:31,201 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T03:41:31,201 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T03:41:31,232 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T03:41:31,232 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731728551232 2024-11-16T03:41:31,232 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731728611232 2024-11-16T03:41:31,232 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-16T03:41:31,235 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,236 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,236 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,238 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de2d41f4e681:45069, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,238 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,239 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,246 DEBUG [master/de2d41f4e681:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T03:41:31,273 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.745sec 2024-11-16T03:41:31,274 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T03:41:31,275 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T03:41:31,276 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T03:41:31,277 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T03:41:31,277 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T03:41:31,278 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:41:31,279 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T03:41:31,286 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T03:41:31,287 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T03:41:31,288 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45069,1731728487356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:41:31,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238c13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:41:31,357 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T03:41:31,357 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T03:41:31,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request de2d41f4e681,45069,-1 for getting cluster id 2024-11-16T03:41:31,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T03:41:31,380 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e2906b0-6a00-44cc-a7a9-a4dc95681e05' 2024-11-16T03:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T03:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e2906b0-6a00-44cc-a7a9-a4dc95681e05" 2024-11-16T03:41:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367a0899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:41:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [de2d41f4e681,45069,-1] 2024-11-16T03:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T03:41:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:41:31,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T03:41:31,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f593eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:41:31,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:41:31,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,40377,1731728488271, seqNum=-1] 2024-11-16T03:41:31,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:41:31,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:41:31,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=de2d41f4e681,45069,1731728487356 2024-11-16T03:41:31,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:41:31,448 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T03:41:31,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T03:41:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is de2d41f4e681,45069,1731728487356 2024-11-16T03:41:31,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a65e75c 2024-11-16T03:41:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T03:41:31,469 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T03:41:31,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T03:41:31,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T03:41:31,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:41:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-16T03:41:31,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T03:41:31,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-16T03:41:31,491 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:31,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T03:41:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:41:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741835_1011 (size=389) 2024-11-16T03:41:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741835_1011 (size=389) 2024-11-16T03:41:31,524 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e985b43d1dc30003ace76303e8b6361a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2 2024-11-16T03:41:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741836_1012 (size=72) 2024-11-16T03:41:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741836_1012 (size=72) 2024-11-16T03:41:31,571 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:31,571 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing e985b43d1dc30003ace76303e8b6361a, disabling compactions & flushes 2024-11-16T03:41:31,571 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,571 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,571 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. after waiting 0 ms 2024-11-16T03:41:31,572 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,572 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,572 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e985b43d1dc30003ace76303e8b6361a: Waiting for close lock at 1731728491571Disabling compacts and flushes for region at 1731728491571Disabling writes for close at 1731728491572 (+1 ms)Writing region close event to WAL at 1731728491572Closed at 1731728491572 2024-11-16T03:41:31,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T03:41:31,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731728491575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728491575"}]},"ts":"1731728491575"} 2024-11-16T03:41:31,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T03:41:31,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T03:41:31,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728491595"}]},"ts":"1731728491595"} 2024-11-16T03:41:31,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-16T03:41:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e985b43d1dc30003ace76303e8b6361a, ASSIGN}] 2024-11-16T03:41:31,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e985b43d1dc30003ace76303e8b6361a, ASSIGN 2024-11-16T03:41:31,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e985b43d1dc30003ace76303e8b6361a, ASSIGN; state=OFFLINE, location=de2d41f4e681,40377,1731728488271; forceNewPlan=false, retain=false 2024-11-16T03:41:31,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e985b43d1dc30003ace76303e8b6361a, regionState=OPENING, regionLocation=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:31,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e985b43d1dc30003ace76303e8b6361a, ASSIGN because future has completed 2024-11-16T03:41:31,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e985b43d1dc30003ace76303e8b6361a, server=de2d41f4e681,40377,1731728488271}] 2024-11-16T03:41:31,938 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,938 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e985b43d1dc30003ace76303e8b6361a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:41:31,939 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,939 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:41:31,939 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,939 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,942 INFO [StoreOpener-e985b43d1dc30003ace76303e8b6361a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,946 INFO [StoreOpener-e985b43d1dc30003ace76303e8b6361a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e985b43d1dc30003ace76303e8b6361a columnFamilyName info 2024-11-16T03:41:31,946 DEBUG [StoreOpener-e985b43d1dc30003ace76303e8b6361a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:41:31,947 INFO [StoreOpener-e985b43d1dc30003ace76303e8b6361a-1 {}] regionserver.HStore(327): Store=e985b43d1dc30003ace76303e8b6361a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:41:31,949 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,951 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,952 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,953 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,953 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,956 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,962 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:41:31,963 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e985b43d1dc30003ace76303e8b6361a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740672, jitterRate=-0.05818794667720795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:41:31,963 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:31,964 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e985b43d1dc30003ace76303e8b6361a: Running coprocessor pre-open hook at 1731728491939Writing region info on filesystem at 1731728491939Initializing all the Stores at 1731728491941 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728491941Cleaning up temporary data from old regions at 1731728491953 (+12 ms)Running coprocessor post-open hooks at 1731728491963 (+10 ms)Region opened successfully at 1731728491964 (+1 ms) 2024-11-16T03:41:31,967 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a., pid=6, masterSystemTime=1731728491930 2024-11-16T03:41:31,971 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,971 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:31,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e985b43d1dc30003ace76303e8b6361a, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,40377,1731728488271 2024-11-16T03:41:31,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e985b43d1dc30003ace76303e8b6361a, server=de2d41f4e681,40377,1731728488271 because future has completed 2024-11-16T03:41:31,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T03:41:31,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e985b43d1dc30003ace76303e8b6361a, server=de2d41f4e681,40377,1731728488271 in 204 msec 2024-11-16T03:41:31,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T03:41:31,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=e985b43d1dc30003ace76303e8b6361a, ASSIGN in 371 msec 2024-11-16T03:41:31,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T03:41:31,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728491991"}]},"ts":"1731728491991"} 2024-11-16T03:41:31,995 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-16T03:41:31,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T03:41:32,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 519 msec 2024-11-16T03:41:36,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T03:41:36,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T03:41:36,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-16T03:41:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T03:41:37,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T03:41:37,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T03:41:37,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T03:41:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:41:37,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T03:41:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T03:41:37,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T03:41:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:41:41,557 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-16T03:41:41,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-16T03:41:41,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-16T03:41:41,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:41:41,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728501574, exclude list is [], retry=0 2024-11-16T03:41:41,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:41:41,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:41:41,619 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728490536 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728501574 2024-11-16T03:41:41,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471),(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-16T03:41:41,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728490536 is not closed yet, will try archiving it next time 2024-11-16T03:41:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741833_1009 (size=451) 2024-11-16T03:41:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741833_1009 (size=451) 2024-11-16T03:41:41,625 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728490536 to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs/de2d41f4e681%2C40377%2C1731728488271.1731728490536 2024-11-16T03:41:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a., hostname=de2d41f4e681,40377,1731728488271, seqNum=2] 2024-11-16T03:41:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.HRegion(8855): Flush requested on e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:41:55,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e985b43d1dc30003ace76303e8b6361a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:41:55,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/132bd6109e3b48d186c370d4346f8b64 is 1055, key is row0001/info:/1731728501632/Put/seqid=0 2024-11-16T03:41:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741838_1014 (size=13386) 2024-11-16T03:41:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741838_1014 (size=13386) 2024-11-16T03:41:55,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/132bd6109e3b48d186c370d4346f8b64 2024-11-16T03:41:55,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/132bd6109e3b48d186c370d4346f8b64 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/132bd6109e3b48d186c370d4346f8b64 2024-11-16T03:41:55,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/132bd6109e3b48d186c370d4346f8b64, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T03:41:55,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for e985b43d1dc30003ace76303e8b6361a in 154ms, sequenceid=12, compaction requested=false 2024-11-16T03:41:55,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e985b43d1dc30003ace76303e8b6361a: 2024-11-16T03:41:56,356 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T03:42:01,695 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728521677, exclude list is [], retry=0 2024-11-16T03:42:01,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:42:01,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:42:01,708 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728501574 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728521677 2024-11-16T03:42:01,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471),(127.0.0.1/127.0.0.1:43511:43511)] 2024-11-16T03:42:01,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728501574 is not closed yet, will try archiving it next time 2024-11-16T03:42:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741837_1013 (size=12149) 2024-11-16T03:42:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741837_1013 (size=12149) 2024-11-16T03:42:06,716 INFO [AsyncFSWAL-0-hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2-prefix:de2d41f4e681,40377,1731728488271 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK]] 2024-11-16T03:42:06,720 WARN [AsyncFSWAL-0-hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2-prefix:de2d41f4e681,40377,1731728488271 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK]] 2024-11-16T03:42:06,722 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL de2d41f4e681%2C40377%2C1731728488271:(num 1731728521677) roll requested 2024-11-16T03:42:06,739 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728526723, exclude list is [], retry=0 2024-11-16T03:42:06,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:42:06,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:42:06,745 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728521677 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728526723 2024-11-16T03:42:06,746 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511),(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T03:42:06,746 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728521677 is not closed yet, will try archiving it next time 2024-11-16T03:42:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741839_1015 (size=1233) 2024-11-16T03:42:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741839_1015 (size=1233) 2024-11-16T03:42:06,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728521677 not finished, retry = 0 2024-11-16T03:42:08,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T03:42:08,732 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728528719, exclude list is [], retry=0 2024-11-16T03:42:08,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38789,DS-33bcc887-cae1-4c1a-8f6d-02e6a8d70afc,DISK] 2024-11-16T03:42:08,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-036cc821-5565-4c34-848b-2de0d3bc60ee,DISK] 2024-11-16T03:42:08,739 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728526723 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728528719 2024-11-16T03:42:08,739 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43511:43511),(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T03:42:08,739 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728526723 is not closed yet, will try archiving it next time 2024-11-16T03:42:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741840_1016 (size=93) 2024-11-16T03:42:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741840_1016 (size=93) 2024-11-16T03:42:08,742 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728526723 to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs/de2d41f4e681%2C40377%2C1731728488271.1731728526723 2024-11-16T03:42:12,104 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T03:42:12,105 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T03:42:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.HRegion(8855): Flush requested on e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:42:16,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e985b43d1dc30003ace76303e8b6361a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:42:16,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/12622c752f7a4eebb5284d2726b7541c is 1055, key is row0009/info:/1731728517671/Put/seqid=0 2024-11-16T03:42:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741842_1018 (size=13386) 2024-11-16T03:42:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741842_1018 (size=13386) 2024-11-16T03:42:16,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/12622c752f7a4eebb5284d2726b7541c 2024-11-16T03:42:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/12622c752f7a4eebb5284d2726b7541c as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/12622c752f7a4eebb5284d2726b7541c 2024-11-16T03:42:16,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/12622c752f7a4eebb5284d2726b7541c, entries=8, sequenceid=23, filesize=13.1 K 2024-11-16T03:42:16,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for e985b43d1dc30003ace76303e8b6361a in 40ms, sequenceid=23, compaction requested=false 2024-11-16T03:42:16,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e985b43d1dc30003ace76303e8b6361a: 2024-11-16T03:42:16,813 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-16T03:42:16,813 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:42:16,814 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/132bd6109e3b48d186c370d4346f8b64 because midkey is the same as first or last row 2024-11-16T03:42:16,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e985b43d1dc30003ace76303e8b6361a, had cached 0 bytes from a total of 26772 2024-11-16T03:42:26,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T03:42:28,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T03:42:28,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:42:28,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:28,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:28,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:28,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T03:42:28,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T03:42:28,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-11-16T03:42:28,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=de2d41f4e681,45069,1731728487356 2024-11-16T03:42:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:28,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:42:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:28,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:42:28,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:28,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:28,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'de2d41f4e681,40377,1731728488271' ***** 2024-11-16T03:42:28,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T03:42:28,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:28,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:28,837 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T03:42:28,837 INFO [RS:0;de2d41f4e681:40377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T03:42:28,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T03:42:28,837 INFO [RS:0;de2d41f4e681:40377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T03:42:28,837 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(3091): Received CLOSE for e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:42:28,838 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(959): stopping server de2d41f4e681,40377,1731728488271 2024-11-16T03:42:28,838 INFO [RS:0;de2d41f4e681:40377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:42:28,838 INFO [RS:0;de2d41f4e681:40377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;de2d41f4e681:40377. 2024-11-16T03:42:28,838 DEBUG [RS:0;de2d41f4e681:40377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:28,838 DEBUG [RS:0;de2d41f4e681:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:28,839 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e985b43d1dc30003ace76303e8b6361a, disabling compactions & flushes 2024-11-16T03:42:28,839 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T03:42:28,839 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T03:42:28,839 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:42:28,839 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T03:42:28,839 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:42:28,839 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. after waiting 0 ms 2024-11-16T03:42:28,839 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T03:42:28,839 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:42:28,839 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e985b43d1dc30003ace76303e8b6361a 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-16T03:42:28,839 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T03:42:28,839 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:42:28,839 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e985b43d1dc30003ace76303e8b6361a=TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a.} 2024-11-16T03:42:28,839 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:42:28,840 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:42:28,840 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:42:28,840 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:42:28,840 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e985b43d1dc30003ace76303e8b6361a 2024-11-16T03:42:28,840 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-16T03:42:28,857 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/f5ab0f7944b94936b3c53510952db69c is 1055, key is row0017/info:/1731728538777/Put/seqid=0 2024-11-16T03:42:28,868 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/info/789848b93b0b4e95bc50b3a886b7cf62 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a./info:regioninfo/1731728491972/Put/seqid=0 2024-11-16T03:42:28,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741844_1020 (size=7016) 2024-11-16T03:42:28,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741843_1019 (size=10222) 2024-11-16T03:42:28,886 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/f5ab0f7944b94936b3c53510952db69c 2024-11-16T03:42:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741844_1020 (size=7016) 2024-11-16T03:42:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741843_1019 (size=10222) 2024-11-16T03:42:28,888 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/info/789848b93b0b4e95bc50b3a886b7cf62 2024-11-16T03:42:28,904 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/.tmp/info/f5ab0f7944b94936b3c53510952db69c as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/f5ab0f7944b94936b3c53510952db69c 2024-11-16T03:42:28,923 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/info/f5ab0f7944b94936b3c53510952db69c, entries=5, sequenceid=31, filesize=10.0 K 2024-11-16T03:42:28,925 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for e985b43d1dc30003ace76303e8b6361a in 85ms, sequenceid=31, compaction requested=true 2024-11-16T03:42:28,933 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/ns/dd54f0266fa240e19279ffe74e78d85f is 43, key is default/ns:d/1731728491174/Put/seqid=0 2024-11-16T03:42:28,935 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/default/TestLogRolling-testSlowSyncLogRolling/e985b43d1dc30003ace76303e8b6361a/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-16T03:42:28,936 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:42:28,937 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e985b43d1dc30003ace76303e8b6361a: Waiting for close lock at 1731728548838Running coprocessor pre-close hooks at 1731728548838Disabling compacts and flushes for region at 1731728548838Disabling writes for close at 1731728548839 (+1 ms)Obtaining lock to block concurrent updates at 1731728548839Preparing flush snapshotting stores in e985b43d1dc30003ace76303e8b6361a at 1731728548839Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731728548840 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. at 1731728548841 (+1 ms)Flushing e985b43d1dc30003ace76303e8b6361a/info: creating writer at 1731728548841Flushing e985b43d1dc30003ace76303e8b6361a/info: appending metadata at 1731728548856 (+15 ms)Flushing e985b43d1dc30003ace76303e8b6361a/info: closing flushed file at 1731728548856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c53baca: reopening flushed file at 1731728548902 (+46 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for e985b43d1dc30003ace76303e8b6361a in 85ms, sequenceid=31, compaction requested=true at 1731728548925 (+23 ms)Writing region close event to WAL at 1731728548928 (+3 ms)Running coprocessor post-close hooks at 1731728548936 (+8 ms)Closed at 1731728548936 2024-11-16T03:42:28,938 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731728491471.e985b43d1dc30003ace76303e8b6361a. 2024-11-16T03:42:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741845_1021 (size=5153) 2024-11-16T03:42:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741845_1021 (size=5153) 2024-11-16T03:42:28,951 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/ns/dd54f0266fa240e19279ffe74e78d85f 2024-11-16T03:42:28,989 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/table/90529de672b7408480f2ac38ad41f995 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731728491991/Put/seqid=0 2024-11-16T03:42:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741846_1022 (size=5396) 2024-11-16T03:42:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741846_1022 (size=5396) 2024-11-16T03:42:28,997 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/table/90529de672b7408480f2ac38ad41f995 2024-11-16T03:42:29,008 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/info/789848b93b0b4e95bc50b3a886b7cf62 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/info/789848b93b0b4e95bc50b3a886b7cf62 2024-11-16T03:42:29,019 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/info/789848b93b0b4e95bc50b3a886b7cf62, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T03:42:29,021 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/ns/dd54f0266fa240e19279ffe74e78d85f as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/ns/dd54f0266fa240e19279ffe74e78d85f 2024-11-16T03:42:29,031 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/ns/dd54f0266fa240e19279ffe74e78d85f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T03:42:29,034 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/.tmp/table/90529de672b7408480f2ac38ad41f995 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/table/90529de672b7408480f2ac38ad41f995 2024-11-16T03:42:29,040 DEBUG [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T03:42:29,048 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/table/90529de672b7408480f2ac38ad41f995, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T03:42:29,050 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=11, compaction requested=false 2024-11-16T03:42:29,064 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T03:42:29,065 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:42:29,065 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:29,065 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728548839Running coprocessor pre-close hooks at 1731728548839Disabling compacts and flushes for region at 1731728548839Disabling writes for close at 1731728548840 (+1 ms)Obtaining lock to block concurrent updates at 1731728548840Preparing flush snapshotting stores in 1588230740 at 1731728548840Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731728548841 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731728548842 (+1 ms)Flushing 1588230740/info: creating writer at 1731728548843 (+1 ms)Flushing 1588230740/info: appending metadata at 1731728548867 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731728548867Flushing 1588230740/ns: creating writer at 1731728548903 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731728548932 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731728548932Flushing 1588230740/table: creating writer at 1731728548968 (+36 ms)Flushing 1588230740/table: appending metadata at 1731728548988 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731728548988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7447821e: reopening flushed file at 1731728549007 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706b8f2c: reopening flushed file at 1731728549019 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6a6124: reopening flushed file at 1731728549031 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=11, compaction requested=false at 1731728549050 (+19 ms)Writing region close event to WAL at 1731728549059 (+9 ms)Running coprocessor post-close hooks at 1731728549065 (+6 ms)Closed at 1731728549065 2024-11-16T03:42:29,065 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:29,240 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(976): stopping server de2d41f4e681,40377,1731728488271; all regions closed. 2024-11-16T03:42:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741834_1010 (size=3066) 2024-11-16T03:42:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741834_1010 (size=3066) 2024-11-16T03:42:29,251 DEBUG [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs 2024-11-16T03:42:29,251 INFO [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C40377%2C1731728488271.meta:.meta(num 1731728490946) 2024-11-16T03:42:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741841_1017 (size=13164) 2024-11-16T03:42:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741841_1017 (size=13164) 2024-11-16T03:42:29,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/WALs/de2d41f4e681,40377,1731728488271/de2d41f4e681%2C40377%2C1731728488271.1731728528719 not finished, retry = 0 2024-11-16T03:42:29,363 DEBUG [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/oldWALs 2024-11-16T03:42:29,363 INFO [RS:0;de2d41f4e681:40377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C40377%2C1731728488271:(num 1731728528719) 2024-11-16T03:42:29,363 DEBUG [RS:0;de2d41f4e681:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:29,363 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:42:29,363 INFO [RS:0;de2d41f4e681:40377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:42:29,363 INFO [RS:0;de2d41f4e681:40377 {}] hbase.ChoreService(370): Chore service for: regionserver/de2d41f4e681:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T03:42:29,364 INFO [RS:0;de2d41f4e681:40377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:42:29,364 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:42:29,364 INFO [RS:0;de2d41f4e681:40377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40377 2024-11-16T03:42:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:42:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de2d41f4e681,40377,1731728488271 2024-11-16T03:42:29,418 INFO [RS:0;de2d41f4e681:40377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:42:29,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de2d41f4e681,40377,1731728488271] 2024-11-16T03:42:29,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/de2d41f4e681,40377,1731728488271 already deleted, retry=false 2024-11-16T03:42:29,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; de2d41f4e681,40377,1731728488271 expired; onlineServers=0 2024-11-16T03:42:29,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'de2d41f4e681,45069,1731728487356' ***** 2024-11-16T03:42:29,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T03:42:29,437 INFO [M:0;de2d41f4e681:45069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:42:29,437 INFO [M:0;de2d41f4e681:45069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:42:29,438 DEBUG [M:0;de2d41f4e681:45069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T03:42:29,438 DEBUG [M:0;de2d41f4e681:45069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T03:42:29,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T03:42:29,438 INFO [M:0;de2d41f4e681:45069 {}] hbase.ChoreService(370): Chore service for: master/de2d41f4e681:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T03:42:29,438 INFO [M:0;de2d41f4e681:45069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:42:29,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728490089 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728490089,5,FailOnTimeoutGroup] 2024-11-16T03:42:29,438 DEBUG [M:0;de2d41f4e681:45069 {}] master.HMaster(1795): Stopping service threads 2024-11-16T03:42:29,438 INFO [M:0;de2d41f4e681:45069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T03:42:29,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728490091 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728490091,5,FailOnTimeoutGroup] 2024-11-16T03:42:29,438 INFO [M:0;de2d41f4e681:45069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:42:29,439 INFO [M:0;de2d41f4e681:45069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T03:42:29,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T03:42:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T03:42:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:29,462 DEBUG [M:0;de2d41f4e681:45069 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-16T03:42:29,462 DEBUG [M:0;de2d41f4e681:45069 {}] master.ActiveMasterManager(353): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-16T03:42:29,463 INFO [M:0;de2d41f4e681:45069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/.lastflushedseqids 2024-11-16T03:42:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741847_1023 (size=130) 2024-11-16T03:42:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741847_1023 (size=130) 2024-11-16T03:42:29,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:29,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101430542df0001, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:29,530 INFO [RS:0;de2d41f4e681:40377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:42:29,530 INFO [RS:0;de2d41f4e681:40377 {}] regionserver.HRegionServer(1031): Exiting; stopping=de2d41f4e681,40377,1731728488271; zookeeper connection closed. 2024-11-16T03:42:29,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20b97604 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20b97604 2024-11-16T03:42:29,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T03:42:29,877 INFO [M:0;de2d41f4e681:45069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T03:42:29,877 INFO [M:0;de2d41f4e681:45069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T03:42:29,877 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:42:29,877 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:29,878 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:29,878 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:42:29,878 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:29,878 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-16T03:42:29,899 DEBUG [M:0;de2d41f4e681:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01b68bfa73034f4389b8340982ac63e2 is 82, key is hbase:meta,,1/info:regioninfo/1731728491045/Put/seqid=0 2024-11-16T03:42:29,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741848_1024 (size=5672) 2024-11-16T03:42:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741848_1024 (size=5672) 2024-11-16T03:42:29,909 INFO [M:0;de2d41f4e681:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01b68bfa73034f4389b8340982ac63e2 2024-11-16T03:42:29,944 DEBUG [M:0;de2d41f4e681:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ab044face9343359aa5196b2c7b24d6 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731728492002/Put/seqid=0 2024-11-16T03:42:29,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741849_1025 (size=6247) 2024-11-16T03:42:29,955 INFO [M:0;de2d41f4e681:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ab044face9343359aa5196b2c7b24d6 2024-11-16T03:42:29,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741849_1025 (size=6247) 2024-11-16T03:42:29,963 INFO [M:0;de2d41f4e681:45069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ab044face9343359aa5196b2c7b24d6 2024-11-16T03:42:29,985 DEBUG [M:0;de2d41f4e681:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9349e33bb45a59ab6cab7f3d7308c is 69, key is de2d41f4e681,40377,1731728488271/rs:state/1731728490169/Put/seqid=0 2024-11-16T03:42:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741850_1026 (size=5156) 2024-11-16T03:42:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741850_1026 (size=5156) 2024-11-16T03:42:29,993 INFO [M:0;de2d41f4e681:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9349e33bb45a59ab6cab7f3d7308c 2024-11-16T03:42:30,022 DEBUG [M:0;de2d41f4e681:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/42291d5e5eab44059b582cf7de636719 is 52, key is load_balancer_on/state:d/1731728491443/Put/seqid=0 2024-11-16T03:42:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741851_1027 (size=5056) 2024-11-16T03:42:30,035 INFO [M:0;de2d41f4e681:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/42291d5e5eab44059b582cf7de636719 2024-11-16T03:42:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741851_1027 (size=5056) 2024-11-16T03:42:30,055 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01b68bfa73034f4389b8340982ac63e2 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01b68bfa73034f4389b8340982ac63e2 2024-11-16T03:42:30,065 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01b68bfa73034f4389b8340982ac63e2, entries=8, sequenceid=59, filesize=5.5 K 2024-11-16T03:42:30,066 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ab044face9343359aa5196b2c7b24d6 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ab044face9343359aa5196b2c7b24d6 2024-11-16T03:42:30,084 INFO [M:0;de2d41f4e681:45069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ab044face9343359aa5196b2c7b24d6 2024-11-16T03:42:30,085 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ab044face9343359aa5196b2c7b24d6, entries=6, sequenceid=59, filesize=6.1 K 2024-11-16T03:42:30,086 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9349e33bb45a59ab6cab7f3d7308c as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c9349e33bb45a59ab6cab7f3d7308c 2024-11-16T03:42:30,097 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c9349e33bb45a59ab6cab7f3d7308c, entries=1, sequenceid=59, filesize=5.0 K 2024-11-16T03:42:30,099 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/42291d5e5eab44059b582cf7de636719 as hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/42291d5e5eab44059b582cf7de636719 2024-11-16T03:42:30,108 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/42291d5e5eab44059b582cf7de636719, entries=1, sequenceid=59, filesize=4.9 K 2024-11-16T03:42:30,110 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 232ms, sequenceid=59, compaction requested=false 2024-11-16T03:42:30,112 INFO [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:30,112 DEBUG [M:0;de2d41f4e681:45069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728549877Disabling compacts and flushes for region at 1731728549877Disabling writes for close at 1731728549878 (+1 ms)Obtaining lock to block concurrent updates at 1731728549878Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731728549878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731728549878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731728549879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731728549880 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731728549899 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731728549899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731728549920 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731728549943 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731728549943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731728549963 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731728549984 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731728549984Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731728550001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731728550021 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731728550021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dfb090: reopening flushed file at 1731728550053 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c7f06: reopening flushed file at 1731728550065 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218b4c73: reopening flushed file at 1731728550085 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb0e8e5: reopening flushed file at 1731728550097 (+12 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 232ms, sequenceid=59, compaction requested=false at 1731728550110 (+13 ms)Writing region close event to WAL at 1731728550112 (+2 ms)Closed at 1731728550112 2024-11-16T03:42:30,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38789 is added to blk_1073741830_1006 (size=27973) 2024-11-16T03:42:30,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741830_1006 (size=27973) 2024-11-16T03:42:30,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:42:30,117 INFO [M:0;de2d41f4e681:45069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T03:42:30,117 INFO [M:0;de2d41f4e681:45069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45069 2024-11-16T03:42:30,118 INFO [M:0;de2d41f4e681:45069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:42:30,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:30,268 INFO [M:0;de2d41f4e681:45069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:42:30,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101430542df0000, quorum=127.0.0.1:56976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:30,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:30,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:30,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:30,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:30,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:30,279 WARN [BP-1943019736-172.17.0.2-1731728482844 heartbeating to localhost/127.0.0.1:32813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:30,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:30,279 WARN [BP-1943019736-172.17.0.2-1731728482844 heartbeating to localhost/127.0.0.1:32813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943019736-172.17.0.2-1731728482844 (Datanode Uuid 201624dc-4140-4d6c-b802-2c7396e1eb01) service to localhost/127.0.0.1:32813 2024-11-16T03:42:30,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:30,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data3/current/BP-1943019736-172.17.0.2-1731728482844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:30,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data4/current/BP-1943019736-172.17.0.2-1731728482844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:30,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:30,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:30,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:30,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:30,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:30,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:30,295 WARN [BP-1943019736-172.17.0.2-1731728482844 heartbeating to localhost/127.0.0.1:32813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:30,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:30,295 WARN [BP-1943019736-172.17.0.2-1731728482844 heartbeating to localhost/127.0.0.1:32813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1943019736-172.17.0.2-1731728482844 (Datanode Uuid bafd7ea9-2dc5-42a5-83e1-7fb1f00a37dd) service to localhost/127.0.0.1:32813 2024-11-16T03:42:30,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:30,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data1/current/BP-1943019736-172.17.0.2-1731728482844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:30,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/cluster_4e86faa1-0738-4507-b48a-a2e6a4a082af/data/data2/current/BP-1943019736-172.17.0.2-1731728482844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:30,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:30,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:42:30,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:30,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:30,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:30,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:30,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T03:42:30,365 INFO [regionserver/de2d41f4e681:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:42:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T03:42:30,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=64 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/de2d41f4e681:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/de2d41f4e681:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:32813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:32813 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/de2d41f4e681:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:32813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 477), ProcessCount=11 (was 11), AvailableMemoryMB=7006 (was 7602) 2024-11-16T03:42:30,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=65, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=7004 2024-11-16T03:42:30,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T03:42:30,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.log.dir so I do NOT create it in target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846 2024-11-16T03:42:30,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e53aea1-ef88-8aa1-ba54-0c36de4959ce/hadoop.tmp.dir so I do NOT create it in target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846 2024-11-16T03:42:30,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6, deleteOnExit=true 2024-11-16T03:42:30,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/test.cache.data in system properties and HBase conf 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir in system properties and HBase conf 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T03:42:30,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T03:42:30,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T03:42:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:42:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:42:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T03:42:30,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/nfs.dump.dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:42:30,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T03:42:30,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T03:42:30,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:30,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:30,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:30,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:30,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:30,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:30,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f818651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:30,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b1b5aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:30,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@223a8c4d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-35609-hadoop-hdfs-3_4_1-tests_jar-_-any-2378232880285145047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:42:30,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64603cf9{HTTP/1.1, (http/1.1)}{localhost:35609} 2024-11-16T03:42:30,857 INFO [Time-limited test {}] server.Server(415): Started @70829ms 2024-11-16T03:42:31,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:31,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:31,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:31,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:31,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:42:31,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1804421b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:31,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6e73dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:31,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b46d25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-32925-hadoop-hdfs-3_4_1-tests_jar-_-any-15109209179694564743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:31,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bcaddee{HTTP/1.1, (http/1.1)}{localhost:32925} 2024-11-16T03:42:31,198 INFO [Time-limited test {}] server.Server(415): Started @71169ms 2024-11-16T03:42:31,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:31,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:31,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:31,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:31,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:31,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:31,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fe166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:31,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4a76c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:31,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214ed2b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-36541-hadoop-hdfs-3_4_1-tests_jar-_-any-14806079993803948147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:31,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25518f98{HTTP/1.1, (http/1.1)}{localhost:36541} 2024-11-16T03:42:31,391 INFO [Time-limited test {}] server.Server(415): Started @71363ms 2024-11-16T03:42:31,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:31,902 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data2/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:31,902 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data1/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:31,925 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:31,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb524fcedf93fcf48 with lease ID 0xd3aa96750b231716: Processing first storage report for DS-0824d7e5-0b61-47c6-9c39-e6aca046e203 from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ea76d329-c8a7-4ea7-8446-8057f042b6d2, infoPort=35191, infoSecurePort=0, ipcPort=34841, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:31,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb524fcedf93fcf48 with lease ID 0xd3aa96750b231716: from storage DS-0824d7e5-0b61-47c6-9c39-e6aca046e203 node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ea76d329-c8a7-4ea7-8446-8057f042b6d2, infoPort=35191, infoSecurePort=0, ipcPort=34841, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:31,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb524fcedf93fcf48 with lease ID 0xd3aa96750b231716: Processing first storage report for DS-c8540a66-6af5-434c-9006-c774cecb861e from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ea76d329-c8a7-4ea7-8446-8057f042b6d2, infoPort=35191, infoSecurePort=0, ipcPort=34841, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:31,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb524fcedf93fcf48 with lease ID 0xd3aa96750b231716: from storage DS-c8540a66-6af5-434c-9006-c774cecb861e node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=ea76d329-c8a7-4ea7-8446-8057f042b6d2, infoPort=35191, infoSecurePort=0, ipcPort=34841, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:32,116 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data3/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:32,116 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data4/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:32,139 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd327579707b41a11 with lease ID 0xd3aa96750b231717: Processing first storage report for DS-76c935fa-1f78-4133-a165-994c9a852ee0 from datanode DatanodeRegistration(127.0.0.1:34261, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=43961, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd327579707b41a11 with lease ID 0xd3aa96750b231717: from storage DS-76c935fa-1f78-4133-a165-994c9a852ee0 node DatanodeRegistration(127.0.0.1:34261, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=43961, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd327579707b41a11 with lease ID 0xd3aa96750b231717: Processing first storage report for DS-23bd809b-37ea-4249-9f30-7665ed9cecc9 from datanode DatanodeRegistration(127.0.0.1:34261, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=43961, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd327579707b41a11 with lease ID 0xd3aa96750b231717: from storage DS-23bd809b-37ea-4249-9f30-7665ed9cecc9 node DatanodeRegistration(127.0.0.1:34261, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=43961, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:32,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846 2024-11-16T03:42:32,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/zookeeper_0, clientPort=49226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T03:42:32,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49226 2024-11-16T03:42:32,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:42:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:42:32,185 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d with version=8 2024-11-16T03:42:32,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase-staging 2024-11-16T03:42:32,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:42:32,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T03:42:32,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:42:32,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38291 2024-11-16T03:42:32,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38291 connecting to ZooKeeper ensemble=127.0.0.1:49226 2024-11-16T03:42:32,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382910x0, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:42:32,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38291-0x101430643a40000 connected 2024-11-16T03:42:32,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:32,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d, hbase.cluster.distributed=false 2024-11-16T03:42:32,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:42:32,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-16T03:42:32,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38291 2024-11-16T03:42:32,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38291 2024-11-16T03:42:32,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-16T03:42:32,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-16T03:42:32,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T03:42:32,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:42:32,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39717 2024-11-16T03:42:32,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39717 connecting to ZooKeeper ensemble=127.0.0.1:49226 2024-11-16T03:42:32,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397170x0, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:42:32,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397170x0, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:32,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T03:42:32,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39717-0x101430643a40001 connected 2024-11-16T03:42:32,462 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T03:42:32,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T03:42:32,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:42:32,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-16T03:42:32,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39717 2024-11-16T03:42:32,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39717 2024-11-16T03:42:32,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-16T03:42:32,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-16T03:42:32,491 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de2d41f4e681:38291 2024-11-16T03:42:32,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:32,507 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T03:42:32,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,516 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T03:42:32,517 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de2d41f4e681,38291,1731728552187 from backup master directory 2024-11-16T03:42:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:32,527 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:42:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,527 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:32,533 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/hbase.id] with ID: 1be9210c-f0e4-4656-9264-61bae87f5003 2024-11-16T03:42:32,533 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/.tmp/hbase.id 2024-11-16T03:42:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:42:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:42:32,554 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/.tmp/hbase.id]:[hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/hbase.id] 2024-11-16T03:42:32,571 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:32,571 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T03:42:32,573 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T03:42:32,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:42:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:42:32,615 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:42:32,616 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T03:42:32,617 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:42:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:42:32,629 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store 2024-11-16T03:42:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:42:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:42:32,644 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:32,644 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:32,644 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728552644Disabling compacts and flushes for region at 1731728552644Disabling writes for close at 1731728552644Writing region close event to WAL at 1731728552644Closed at 1731728552644 2024-11-16T03:42:32,646 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/.initializing 2024-11-16T03:42:32,646 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,648 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:42:32,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C38291%2C1731728552187, suffix=, logDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/oldWALs, maxLogs=10 2024-11-16T03:42:32,666 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651, exclude list is [], retry=0 2024-11-16T03:42:32,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-0824d7e5-0b61-47c6-9c39-e6aca046e203,DISK] 2024-11-16T03:42:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK] 2024-11-16T03:42:32,691 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 2024-11-16T03:42:32,695 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35191:35191),(127.0.0.1/127.0.0.1:43961:43961)] 2024-11-16T03:42:32,695 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:32,695 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:32,695 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,695 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T03:42:32,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:32,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:32,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T03:42:32,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:32,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:32,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T03:42:32,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:32,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:32,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T03:42:32,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:32,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:32,712 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,713 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,714 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,717 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,717 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,718 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T03:42:32,720 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:32,728 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:32,729 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842719, jitterRate=0.07157313823699951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T03:42:32,730 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731728552695Initializing all the Stores at 1731728552697 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728552697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728552698 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728552698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728552698Cleaning up temporary data from old regions at 1731728552717 (+19 ms)Region opened successfully at 1731728552730 (+13 ms) 2024-11-16T03:42:32,731 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T03:42:32,736 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6988efb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:42:32,737 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T03:42:32,737 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T03:42:32,737 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T03:42:32,738 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T03:42:32,738 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T03:42:32,739 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T03:42:32,739 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T03:42:32,751 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T03:42:32,753 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T03:42:32,778 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T03:42:32,778 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T03:42:32,779 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T03:42:32,789 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T03:42:32,790 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T03:42:32,792 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T03:42:32,802 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T03:42:32,804 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T03:42:32,814 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T03:42:32,818 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T03:42:32,827 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T03:42:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,840 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=de2d41f4e681,38291,1731728552187, sessionid=0x101430643a40000, setting cluster-up flag (Was=false) 2024-11-16T03:42:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,898 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T03:42:32,899 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:32,944 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T03:42:32,946 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,38291,1731728552187 2024-11-16T03:42:32,950 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T03:42:32,953 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:32,954 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T03:42:32,954 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T03:42:32,954 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de2d41f4e681,38291,1731728552187 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T03:42:32,957 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de2d41f4e681:0, corePoolSize=10, maxPoolSize=10 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:42:32,958 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:32,982 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(746): ClusterId : 1be9210c-f0e4-4656-9264-61bae87f5003 2024-11-16T03:42:32,982 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731728582984 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T03:42:32,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:32,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T03:42:32,984 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T03:42:32,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:32,986 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:32,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T03:42:32,995 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T03:42:32,996 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T03:42:32,996 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T03:42:32,997 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T03:42:32,997 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T03:42:32,999 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T03:42:32,999 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T03:42:32,999 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728552999,5,FailOnTimeoutGroup] 2024-11-16T03:42:33,000 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728552999,5,FailOnTimeoutGroup] 2024-11-16T03:42:33,000 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,000 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T03:42:33,000 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,000 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,007 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T03:42:33,008 DEBUG [RS:0;de2d41f4e681:39717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766dadb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:42:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:42:33,033 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de2d41f4e681:39717 2024-11-16T03:42:33,033 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T03:42:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:42:33,034 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T03:42:33,034 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T03:42:33,035 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(2659): reportForDuty to master=de2d41f4e681,38291,1731728552187 with port=39717, startcode=1731728552414 2024-11-16T03:42:33,035 DEBUG [RS:0;de2d41f4e681:39717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T03:42:33,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T03:42:33,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d 2024-11-16T03:42:33,039 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T03:42:33,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38291 {}] master.ServerManager(517): Registering regionserver=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,044 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d 2024-11-16T03:42:33,044 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42647 2024-11-16T03:42:33,044 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T03:42:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:42:33,057 DEBUG [RS:0;de2d41f4e681:39717 {}] zookeeper.ZKUtil(111): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,057 WARN [RS:0;de2d41f4e681:39717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:42:33,057 INFO [RS:0;de2d41f4e681:39717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:33,057 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de2d41f4e681,39717,1731728552414] 2024-11-16T03:42:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34261 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:42:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:42:33,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:33,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:42:33,091 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T03:42:33,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:42:33,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:42:33,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:42:33,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:42:33,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:42:33,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:42:33,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:42:33,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:42:33,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740 2024-11-16T03:42:33,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740 2024-11-16T03:42:33,112 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T03:42:33,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:42:33,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:42:33,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:42:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:42:33,120 INFO [RS:0;de2d41f4e681:39717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:42:33,120 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,122 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T03:42:33,124 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T03:42:33,124 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,124 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,124 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,124 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,124 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:42:33,125 DEBUG [RS:0;de2d41f4e681:39717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:42:33,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:33,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873385, jitterRate=0.11056661605834961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:42:33,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731728553087Initializing all the Stores at 1731728553089 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728553090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553090Cleaning up temporary data from old regions at 1731728553115 (+25 ms)Region opened successfully at 1731728553139 (+24 ms) 2024-11-16T03:42:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:42:33,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:42:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:42:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:42:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,151 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39717,1731728552414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:42:33,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728553140Disabling compacts and flushes for region at 1731728553140Disabling writes for close at 1731728553140Writing region close event to WAL at 1731728553159 (+19 ms)Closed at 1731728553159 2024-11-16T03:42:33,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:33,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T03:42:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T03:42:33,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:42:33,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T03:42:33,177 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T03:42:33,177 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39717,1731728552414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,177 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,177 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.Replication(171): de2d41f4e681,39717,1731728552414 started 2024-11-16T03:42:33,200 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,200 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1482): Serving as de2d41f4e681,39717,1731728552414, RpcServer on de2d41f4e681/172.17.0.2:39717, sessionid=0x101430643a40001 2024-11-16T03:42:33,200 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T03:42:33,200 DEBUG [RS:0;de2d41f4e681:39717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,200 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,39717,1731728552414' 2024-11-16T03:42:33,201 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T03:42:33,202 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T03:42:33,203 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T03:42:33,203 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T03:42:33,203 DEBUG [RS:0;de2d41f4e681:39717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,203 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,39717,1731728552414' 2024-11-16T03:42:33,203 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T03:42:33,204 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T03:42:33,204 DEBUG [RS:0;de2d41f4e681:39717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T03:42:33,205 INFO [RS:0;de2d41f4e681:39717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T03:42:33,205 INFO [RS:0;de2d41f4e681:39717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T03:42:33,305 INFO [RS:0;de2d41f4e681:39717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:42:33,307 INFO [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C39717%2C1731728552414, suffix=, logDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs, maxLogs=32 2024-11-16T03:42:33,321 WARN [de2d41f4e681:38291 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T03:42:33,329 DEBUG [RS:0;de2d41f4e681:39717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310, exclude list is [], retry=0 2024-11-16T03:42:33,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK] 2024-11-16T03:42:33,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-0824d7e5-0b61-47c6-9c39-e6aca046e203,DISK] 2024-11-16T03:42:33,340 INFO [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 2024-11-16T03:42:33,340 DEBUG [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961),(127.0.0.1/127.0.0.1:35191:35191)] 2024-11-16T03:42:33,571 DEBUG [de2d41f4e681:38291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T03:42:33,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,39717,1731728552414, state=OPENING 2024-11-16T03:42:33,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T03:42:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:33,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:33,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:42:33,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:33,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,39717,1731728552414}] 2024-11-16T03:42:33,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T03:42:33,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T03:42:33,791 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T03:42:33,791 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:33,792 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T03:42:33,795 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C39717%2C1731728552414.meta, suffix=.meta, logDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs, maxLogs=32 2024-11-16T03:42:33,816 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta, exclude list is [], retry=0 2024-11-16T03:42:33,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK] 2024-11-16T03:42:33,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-0824d7e5-0b61-47c6-9c39-e6aca046e203,DISK] 2024-11-16T03:42:33,823 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta 2024-11-16T03:42:33,823 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961),(127.0.0.1/127.0.0.1:35191:35191)] 2024-11-16T03:42:33,823 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T03:42:33,824 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T03:42:33,824 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T03:42:33,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:42:33,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:42:33,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:42:33,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:42:33,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:42:33,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:42:33,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:42:33,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:42:33,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:33,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:33,834 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:42:33,835 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740 2024-11-16T03:42:33,836 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740 2024-11-16T03:42:33,838 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:42:33,838 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:42:33,840 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:42:33,841 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:42:33,842 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740881, jitterRate=-0.05792127549648285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:42:33,842 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T03:42:33,844 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731728553824Writing region info on filesystem at 1731728553824Initializing all the Stores at 1731728553825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553826 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728553826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728553826Cleaning up temporary data from old regions at 1731728553838 (+12 ms)Running coprocessor post-open hooks at 1731728553843 (+5 ms)Region opened successfully at 1731728553844 (+1 ms) 2024-11-16T03:42:33,845 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731728553782 2024-11-16T03:42:33,848 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T03:42:33,848 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T03:42:33,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,39717,1731728552414, state=OPEN 2024-11-16T03:42:33,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:42:33,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:42:33,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:33,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:33,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:33,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T03:42:33,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,39717,1731728552414 in 274 msec 2024-11-16T03:42:33,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T03:42:33,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-16T03:42:33,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:33,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T03:42:33,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:42:33,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,39717,1731728552414, seqNum=-1] 2024-11-16T03:42:33,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:42:33,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:42:33,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-11-16T03:42:33,924 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731728553923, completionTime=-1 2024-11-16T03:42:33,924 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T03:42:33,924 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T03:42:33,926 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T03:42:33,926 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731728613926 2024-11-16T03:42:33,926 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731728673926 2024-11-16T03:42:33,926 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de2d41f4e681:38291, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,927 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,930 DEBUG [master/de2d41f4e681:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T03:42:33,932 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.405sec 2024-11-16T03:42:33,932 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:42:33,933 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T03:42:33,936 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T03:42:33,937 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T03:42:33,937 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,38291,1731728552187-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:33,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:33,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:33,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caea352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:33,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request de2d41f4e681,38291,-1 for getting cluster id 2024-11-16T03:42:33,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T03:42:33,984 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1be9210c-f0e4-4656-9264-61bae87f5003' 2024-11-16T03:42:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T03:42:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1be9210c-f0e4-4656-9264-61bae87f5003" 2024-11-16T03:42:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb4261d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [de2d41f4e681,38291,-1] 2024-11-16T03:42:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T03:42:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:33,988 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T03:42:33,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73efa973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:33,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,39717,1731728552414, seqNum=-1] 2024-11-16T03:42:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:42:33,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:42:33,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=de2d41f4e681,38291,1731728552187 2024-11-16T03:42:33,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:34,000 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T03:42:34,021 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:42:34,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:34,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:34,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:34,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:34,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:34,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:34,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:42:34,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44fe74bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:34,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ae78f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:34,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d3d28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-40943-hadoop-hdfs-3_4_1-tests_jar-_-any-7768767331314723786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:34,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fe754c3{HTTP/1.1, (http/1.1)}{localhost:40943} 2024-11-16T03:42:34,203 INFO [Time-limited test {}] server.Server(415): Started @74175ms 2024-11-16T03:42:34,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:34,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:34,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:34,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:34,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:34,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:42:34,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fab34f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:34,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4acfe3e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:34,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@98afd55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-43439-hadoop-hdfs-3_4_1-tests_jar-_-any-23073311543181996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:34,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28ab81a8{HTTP/1.1, (http/1.1)}{localhost:43439} 2024-11-16T03:42:34,406 INFO [Time-limited test {}] server.Server(415): Started @74378ms 2024-11-16T03:42:34,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:34,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:34,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:34,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:34,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:34,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:34,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fe4ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:34,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a4eeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:34,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6632c3f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-42229-hadoop-hdfs-3_4_1-tests_jar-_-any-10742326330527862366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:34,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72cbe29e{HTTP/1.1, (http/1.1)}{localhost:42229} 2024-11-16T03:42:34,571 INFO [Time-limited test {}] server.Server(415): Started @74542ms 2024-11-16T03:42:34,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:34,958 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data5/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:34,959 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data6/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:35,000 WARN [Thread-491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6956df775c76f7f with lease ID 0xd3aa96750b231718: Processing first storage report for DS-88d74a50-e8bc-43d0-b06f-a65dab541f28 from datanode DatanodeRegistration(127.0.0.1:43511, datanodeUuid=c119f0a9-367a-4a13-b443-bef6f715523c, infoPort=39087, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6956df775c76f7f with lease ID 0xd3aa96750b231718: from storage DS-88d74a50-e8bc-43d0-b06f-a65dab541f28 node DatanodeRegistration(127.0.0.1:43511, datanodeUuid=c119f0a9-367a-4a13-b443-bef6f715523c, infoPort=39087, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6956df775c76f7f with lease ID 0xd3aa96750b231718: Processing first storage report for DS-cfff0b38-b2d5-4606-b26f-1ae24fc4e048 from datanode DatanodeRegistration(127.0.0.1:43511, datanodeUuid=c119f0a9-367a-4a13-b443-bef6f715523c, infoPort=39087, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6956df775c76f7f with lease ID 0xd3aa96750b231718: from storage DS-cfff0b38-b2d5-4606-b26f-1ae24fc4e048 node DatanodeRegistration(127.0.0.1:43511, datanodeUuid=c119f0a9-367a-4a13-b443-bef6f715523c, infoPort=39087, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,189 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data8/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:35,189 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data7/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:35,248 WARN [Thread-513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16fe07eebeeb57d6 with lease ID 0xd3aa96750b231719: Processing first storage report for DS-118b053b-18a2-4da5-8120-c9f98a4fcbc8 from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=a4b16696-8422-4e82-98a6-6ab533b67b10, infoPort=46269, infoSecurePort=0, ipcPort=44147, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16fe07eebeeb57d6 with lease ID 0xd3aa96750b231719: from storage DS-118b053b-18a2-4da5-8120-c9f98a4fcbc8 node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=a4b16696-8422-4e82-98a6-6ab533b67b10, infoPort=46269, infoSecurePort=0, ipcPort=44147, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16fe07eebeeb57d6 with lease ID 0xd3aa96750b231719: Processing first storage report for DS-cd75d78a-135a-4960-a9dc-4ba44a595cf4 from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=a4b16696-8422-4e82-98a6-6ab533b67b10, infoPort=46269, infoSecurePort=0, ipcPort=44147, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16fe07eebeeb57d6 with lease ID 0xd3aa96750b231719: from storage DS-cd75d78a-135a-4960-a9dc-4ba44a595cf4 node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=a4b16696-8422-4e82-98a6-6ab533b67b10, infoPort=46269, infoSecurePort=0, ipcPort=44147, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,339 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data9/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:35,339 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data10/current/BP-850953090-172.17.0.2-1731728550423/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:35,363 WARN [Thread-536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa255738dbf4fe87 with lease ID 0xd3aa96750b23171a: Processing first storage report for DS-256607ec-336b-4dcf-947a-7557f76f24c9 from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=716d3cb1-f6cf-46d4-85d7-0cc776bd1229, infoPort=39661, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa255738dbf4fe87 with lease ID 0xd3aa96750b23171a: from storage DS-256607ec-336b-4dcf-947a-7557f76f24c9 node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=716d3cb1-f6cf-46d4-85d7-0cc776bd1229, infoPort=39661, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa255738dbf4fe87 with lease ID 0xd3aa96750b23171a: Processing first storage report for DS-77d9946c-9d2f-489d-9396-f5bf57c07a34 from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=716d3cb1-f6cf-46d4-85d7-0cc776bd1229, infoPort=39661, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423) 2024-11-16T03:42:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa255738dbf4fe87 with lease ID 0xd3aa96750b23171a: from storage DS-77d9946c-9d2f-489d-9396-f5bf57c07a34 node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=716d3cb1-f6cf-46d4-85d7-0cc776bd1229, infoPort=39661, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:35,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T03:42:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is de2d41f4e681,38291,1731728552187 2024-11-16T03:42:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bbffa1b 2024-11-16T03:42:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T03:42:35,421 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T03:42:35,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T03:42:35,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T03:42:35,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:42:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T03:42:35,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T03:42:35,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:35,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-16T03:42:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:42:35,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T03:42:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741835_1011 (size=393) 2024-11-16T03:42:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741835_1011 (size=393) 2024-11-16T03:42:35,439 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e139ac0a71c6671a5e030fea4bb3b481, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d 2024-11-16T03:42:35,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741836_1012 (size=76) 2024-11-16T03:42:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741836_1012 (size=76) 2024-11-16T03:42:35,451 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:35,451 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing e139ac0a71c6671a5e030fea4bb3b481, disabling compactions & flushes 2024-11-16T03:42:35,451 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,452 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,452 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. after waiting 0 ms 2024-11-16T03:42:35,452 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,452 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,452 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for e139ac0a71c6671a5e030fea4bb3b481: Waiting for close lock at 1731728555451Disabling compacts and flushes for region at 1731728555451Disabling writes for close at 1731728555452 (+1 ms)Writing region close event to WAL at 1731728555452Closed at 1731728555452 2024-11-16T03:42:35,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T03:42:35,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731728555454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728555454"}]},"ts":"1731728555454"} 2024-11-16T03:42:35,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T03:42:35,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T03:42:35,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728555459"}]},"ts":"1731728555459"} 2024-11-16T03:42:35,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-16T03:42:35,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e139ac0a71c6671a5e030fea4bb3b481, ASSIGN}] 2024-11-16T03:42:35,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e139ac0a71c6671a5e030fea4bb3b481, ASSIGN 2024-11-16T03:42:35,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e139ac0a71c6671a5e030fea4bb3b481, ASSIGN; state=OFFLINE, location=de2d41f4e681,39717,1731728552414; forceNewPlan=false, retain=false 2024-11-16T03:42:35,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e139ac0a71c6671a5e030fea4bb3b481, regionState=OPENING, regionLocation=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e139ac0a71c6671a5e030fea4bb3b481, ASSIGN because future has completed 2024-11-16T03:42:35,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e139ac0a71c6671a5e030fea4bb3b481, server=de2d41f4e681,39717,1731728552414}] 2024-11-16T03:42:35,779 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,779 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e139ac0a71c6671a5e030fea4bb3b481, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:35,780 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,780 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:35,780 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,780 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,782 INFO [StoreOpener-e139ac0a71c6671a5e030fea4bb3b481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,784 INFO [StoreOpener-e139ac0a71c6671a5e030fea4bb3b481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e139ac0a71c6671a5e030fea4bb3b481 columnFamilyName info 2024-11-16T03:42:35,784 DEBUG [StoreOpener-e139ac0a71c6671a5e030fea4bb3b481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:35,785 INFO [StoreOpener-e139ac0a71c6671a5e030fea4bb3b481-1 {}] regionserver.HStore(327): Store=e139ac0a71c6671a5e030fea4bb3b481/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:35,785 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,786 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,787 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,787 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,787 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,789 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,795 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:35,796 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e139ac0a71c6671a5e030fea4bb3b481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788101, jitterRate=0.0021224617958068848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:42:35,796 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:35,797 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e139ac0a71c6671a5e030fea4bb3b481: Running coprocessor pre-open hook at 1731728555780Writing region info on filesystem at 1731728555780Initializing all the Stores at 1731728555781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728555781Cleaning up temporary data from old regions at 1731728555787 (+6 ms)Running coprocessor post-open hooks at 1731728555796 (+9 ms)Region opened successfully at 1731728555797 (+1 ms) 2024-11-16T03:42:35,799 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481., pid=6, masterSystemTime=1731728555774 2024-11-16T03:42:35,802 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,802 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:35,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e139ac0a71c6671a5e030fea4bb3b481, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,39717,1731728552414 2024-11-16T03:42:35,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e139ac0a71c6671a5e030fea4bb3b481, server=de2d41f4e681,39717,1731728552414 because future has completed 2024-11-16T03:42:35,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T03:42:35,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e139ac0a71c6671a5e030fea4bb3b481, server=de2d41f4e681,39717,1731728552414 in 187 msec 2024-11-16T03:42:35,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T03:42:35,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e139ac0a71c6671a5e030fea4bb3b481, ASSIGN in 349 msec 2024-11-16T03:42:35,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T03:42:35,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728555816"}]},"ts":"1731728555816"} 2024-11-16T03:42:35,819 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-16T03:42:35,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T03:42:35,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 398 msec 2024-11-16T03:42:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T03:42:37,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-16T03:42:37,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T03:42:39,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T03:42:39,092 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-16T03:42:41,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:42:41,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:41,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:42:45,536 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-16T03:42:45,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-16T03:42:45,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T03:42:45,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-16T03:42:45,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T03:42:45,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-16T03:42:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481., hostname=de2d41f4e681,39717,1731728552414, seqNum=2] 2024-11-16T03:42:45,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-16T03:42:45,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T03:42:45,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1312556416_22 at /127.0.0.1:52114 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33685:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52114 dst: /127.0.0.1:33685 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_394400076_22 at /127.0.0.1:52164 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33685:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52164 dst: /127.0.0.1:33685 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_394400076_22 at /127.0.0.1:43682 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43682 dst: /127.0.0.1:34261 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1312556416_22 at /127.0.0.1:43636 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43636 dst: /127.0.0.1:34261 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_394400076_22 at /127.0.0.1:52150 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33685:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52150 dst: /127.0.0.1:33685 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_394400076_22 at /127.0.0.1:43668 [Receiving block BP-850953090-172.17.0.2-1731728550423:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43668 dst: /127.0.0.1:34261 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214ed2b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:45,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25518f98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:45,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:45,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4a76c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:45,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fe166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:45,623 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:45,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:45,623 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid 62e0162b-9f42-4829-bbff-c4ca12e96e7d) service to localhost/127.0.0.1:42647 2024-11-16T03:42:45,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data3/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data4/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:45,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:45,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:45,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:45,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:45,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:45,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:45,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcfd7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:45,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b06028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:45,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3790de04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/java.io.tmpdir/jetty-localhost-46655-hadoop-hdfs-3_4_1-tests_jar-_-any-944127564396200724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:45,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17238c92{HTTP/1.1, (http/1.1)}{localhost:46655} 2024-11-16T03:42:45,735 INFO [Time-limited test {}] server.Server(415): Started @85707ms 2024-11-16T03:42:45,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:45,757 WARN [AsyncFSWAL-0-hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d-prefix:de2d41f4e681,39717,1731728552414 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,757 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL de2d41f4e681%2C39717%2C1731728552414:(num 1731728553310) roll requested 2024-11-16T03:42:45,771 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728565757, exclude list is [], retry=0 2024-11-16T03:42:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-0824d7e5-0b61-47c6-9c39-e6aca046e203,DISK] 2024-11-16T03:42:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-88d74a50-e8bc-43d0-b06f-a65dab541f28,DISK] 2024-11-16T03:42:45,776 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728565757 2024-11-16T03:42:45,776 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35191:35191),(127.0.0.1/127.0.0.1:39087:39087)] 2024-11-16T03:42:45,776 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 is not closed yet, will try archiving it next time 2024-11-16T03:42:45,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T03:42:45,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:42:45,777 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:45,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:45,778 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:45,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T03:42:45,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T03:42:45,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341116705, stopped=false 2024-11-16T03:42:45,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=de2d41f4e681,38291,1731728552187 2024-11-16T03:42:45,779 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T03:42:45,779 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T03:42:45,780 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 2024-11-16T03:42:45,782 WARN [IPC Server handler 1 on default port 42647 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-16T03:42:45,785 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 after 3ms 2024-11-16T03:42:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:45,837 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:42:45,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:42:45,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:45,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:45,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:45,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:45,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'de2d41f4e681,39717,1731728552414' ***** 2024-11-16T03:42:45,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T03:42:45,840 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T03:42:45,841 INFO [RS:0;de2d41f4e681:39717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T03:42:45,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T03:42:45,841 INFO [RS:0;de2d41f4e681:39717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T03:42:45,841 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(3091): Received CLOSE for e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:45,841 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(959): stopping server de2d41f4e681,39717,1731728552414 2024-11-16T03:42:45,841 INFO [RS:0;de2d41f4e681:39717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:42:45,842 INFO [RS:0;de2d41f4e681:39717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;de2d41f4e681:39717. 2024-11-16T03:42:45,842 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e139ac0a71c6671a5e030fea4bb3b481, disabling compactions & flushes 2024-11-16T03:42:45,842 DEBUG [RS:0;de2d41f4e681:39717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:42:45,842 DEBUG [RS:0;de2d41f4e681:39717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:45,842 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,842 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T03:42:45,842 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T03:42:45,842 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T03:42:45,842 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T03:42:45,842 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,843 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T03:42:45,843 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. after waiting 0 ms 2024-11-16T03:42:45,843 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e139ac0a71c6671a5e030fea4bb3b481=TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481.} 2024-11-16T03:42:45,843 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,843 DEBUG [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e139ac0a71c6671a5e030fea4bb3b481 2024-11-16T03:42:45,843 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:42:45,843 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:42:45,843 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e139ac0a71c6671a5e030fea4bb3b481 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-16T03:42:45,843 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:42:45,843 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:42:45,844 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:42:45,844 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-16T03:42:45,845 WARN [AsyncFSWAL-0-hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d-prefix:de2d41f4e681,39717,1731728552414.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,845 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL de2d41f4e681%2C39717%2C1731728552414.meta:.meta(num 1731728553798) roll requested 2024-11-16T03:42:45,858 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728565845.meta, exclude list is [], retry=0 2024-11-16T03:42:45,860 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/.tmp/info/4fc48b5496d746c3a419bb8244b67371 is 1055, key is row0001/info:/1731728565551/Put/seqid=0 2024-11-16T03:42:45,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-118b053b-18a2-4da5-8120-c9f98a4fcbc8,DISK] 2024-11-16T03:42:45,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43511,DS-88d74a50-e8bc-43d0-b06f-a65dab541f28,DISK] 2024-11-16T03:42:45,863 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728565845.meta 2024-11-16T03:42:45,864 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46269:46269),(127.0.0.1/127.0.0.1:39087:39087)] 2024-11-16T03:42:45,864 DEBUG [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta is not closed yet, will try archiving it next time 2024-11-16T03:42:45,864 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,864 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:45,864 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta 2024-11-16T03:42:45,865 WARN [IPC Server handler 0 on default port 42647 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-16T03:42:45,865 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta after 1ms 2024-11-16T03:42:45,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741839_1016 (size=7062) 2024-11-16T03:42:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741839_1016 (size=7062) 2024-11-16T03:42:45,868 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/.tmp/info/4fc48b5496d746c3a419bb8244b67371 2024-11-16T03:42:45,878 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/.tmp/info/4fc48b5496d746c3a419bb8244b67371 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/info/4fc48b5496d746c3a419bb8244b67371 2024-11-16T03:42:45,884 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/info/bc01b9bced814c2eb5a2529f5173589e is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481./info:regioninfo/1731728555803/Put/seqid=0 2024-11-16T03:42:45,887 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/info/4fc48b5496d746c3a419bb8244b67371, entries=2, sequenceid=6, filesize=6.9 K 2024-11-16T03:42:45,889 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e139ac0a71c6671a5e030fea4bb3b481 in 46ms, sequenceid=6, compaction requested=false 2024-11-16T03:42:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741840_1018 (size=7089) 2024-11-16T03:42:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741840_1018 (size=7089) 2024-11-16T03:42:45,890 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/info/bc01b9bced814c2eb5a2529f5173589e 2024-11-16T03:42:45,894 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e139ac0a71c6671a5e030fea4bb3b481/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T03:42:45,894 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,895 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e139ac0a71c6671a5e030fea4bb3b481: Waiting for close lock at 1731728565841Running coprocessor pre-close hooks at 1731728565842 (+1 ms)Disabling compacts and flushes for region at 1731728565842Disabling writes for close at 1731728565843 (+1 ms)Obtaining lock to block concurrent updates at 1731728565843Preparing flush snapshotting stores in e139ac0a71c6671a5e030fea4bb3b481 at 1731728565843Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731728565844 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. at 1731728565845 (+1 ms)Flushing e139ac0a71c6671a5e030fea4bb3b481/info: creating writer at 1731728565845Flushing e139ac0a71c6671a5e030fea4bb3b481/info: appending metadata at 1731728565860 (+15 ms)Flushing e139ac0a71c6671a5e030fea4bb3b481/info: closing flushed file at 1731728565860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a383ff1: reopening flushed file at 1731728565877 (+17 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e139ac0a71c6671a5e030fea4bb3b481 in 46ms, sequenceid=6, compaction requested=false at 1731728565889 (+12 ms)Writing region close event to WAL at 1731728565890 (+1 ms)Running coprocessor post-close hooks at 1731728565894 (+4 ms)Closed at 1731728565894 2024-11-16T03:42:45,895 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731728555421.e139ac0a71c6671a5e030fea4bb3b481. 2024-11-16T03:42:45,912 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/ns/8be695c0de0148dd9eda1a1171b53465 is 43, key is default/ns:d/1731728553917/Put/seqid=0 2024-11-16T03:42:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741841_1019 (size=5153) 2024-11-16T03:42:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741841_1019 (size=5153) 2024-11-16T03:42:45,918 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/ns/8be695c0de0148dd9eda1a1171b53465 2024-11-16T03:42:45,941 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/table/0696ce6e2274404eba0cf0239cfd640b is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731728555816/Put/seqid=0 2024-11-16T03:42:45,943 WARN [Thread-646 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741842_1020 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T03:42:45,943 WARN [Thread-646 {}] hdfs.DataStreamer(1731): Error Recovery for BP-850953090-172.17.0.2-1731728550423:blk_1073741842_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK], DatanodeInfoWithStorage[127.0.0.1:40669,DS-118b053b-18a2-4da5-8120-c9f98a4fcbc8,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK]) is bad. 2024-11-16T03:42:45,943 WARN [Thread-646 {}] hdfs.DataStreamer(1850): Abandoning BP-850953090-172.17.0.2-1731728550423:blk_1073741842_1020 2024-11-16T03:42:45,946 WARN [Thread-646 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:34261,DS-76c935fa-1f78-4133-a165-994c9a852ee0,DISK] 2024-11-16T03:42:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741843_1021 (size=5424) 2024-11-16T03:42:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741843_1021 (size=5424) 2024-11-16T03:42:45,953 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/table/0696ce6e2274404eba0cf0239cfd640b 2024-11-16T03:42:45,961 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/info/bc01b9bced814c2eb5a2529f5173589e as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/info/bc01b9bced814c2eb5a2529f5173589e 2024-11-16T03:42:45,969 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/info/bc01b9bced814c2eb5a2529f5173589e, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T03:42:45,970 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/ns/8be695c0de0148dd9eda1a1171b53465 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/ns/8be695c0de0148dd9eda1a1171b53465 2024-11-16T03:42:45,978 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/ns/8be695c0de0148dd9eda1a1171b53465, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T03:42:45,979 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/.tmp/table/0696ce6e2274404eba0cf0239cfd640b as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/table/0696ce6e2274404eba0cf0239cfd640b 2024-11-16T03:42:45,986 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/table/0696ce6e2274404eba0cf0239cfd640b, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T03:42:45,988 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false 2024-11-16T03:42:45,994 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T03:42:45,995 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:42:45,995 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:45,995 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728565843Running coprocessor pre-close hooks at 1731728565843Disabling compacts and flushes for region at 1731728565843Disabling writes for close at 1731728565843Obtaining lock to block concurrent updates at 1731728565844 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731728565844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731728565845 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731728565864 (+19 ms)Flushing 1588230740/info: creating writer at 1731728565864Flushing 1588230740/info: appending metadata at 1731728565883 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731728565883Flushing 1588230740/ns: creating writer at 1731728565897 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731728565912 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731728565912Flushing 1588230740/table: creating writer at 1731728565924 (+12 ms)Flushing 1588230740/table: appending metadata at 1731728565940 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731728565940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240446e4: reopening flushed file at 1731728565960 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa2c4c5: reopening flushed file at 1731728565969 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c8a50c: reopening flushed file at 1731728565978 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false at 1731728565988 (+10 ms)Writing region close event to WAL at 1731728565989 (+1 ms)Running coprocessor post-close hooks at 1731728565995 (+6 ms)Closed at 1731728565995 2024-11-16T03:42:45,996 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:46,043 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(976): stopping server de2d41f4e681,39717,1731728552414; all regions closed. 2024-11-16T03:42:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741838_1015 (size=825) 2024-11-16T03:42:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741838_1015 (size=825) 2024-11-16T03:42:46,077 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef7df62c88df5bf2 with lease ID 0xd3aa96750b23171b: from storage DS-76c935fa-1f78-4133-a165-994c9a852ee0 node DatanodeRegistration(127.0.0.1:45033, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=41063, infoSecurePort=0, ipcPort=42657, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef7df62c88df5bf2 with lease ID 0xd3aa96750b23171b: from storage DS-23bd809b-37ea-4249-9f30-7665ed9cecc9 node DatanodeRegistration(127.0.0.1:45033, datanodeUuid=62e0162b-9f42-4829-bbff-c4ca12e96e7d, infoPort=41063, infoSecurePort=0, ipcPort=42657, storageInfo=lv=-57;cid=testClusterID;nsid=2041077832;c=1731728550423), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741833_1014 (size=1599) 2024-11-16T03:42:46,220 INFO [regionserver/de2d41f4e681:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T03:42:46,220 INFO [regionserver/de2d41f4e681:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T03:42:47,167 INFO [regionserver/de2d41f4e681:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:42:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T03:42:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:42:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T03:42:49,787 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 after 4006ms 2024-11-16T03:42:49,788 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.1731728553310 to hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs/de2d41f4e681%2C39717%2C1731728552414.1731728553310 2024-11-16T03:42:49,867 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta after 4003ms 2024-11-16T03:42:49,869 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/WALs/de2d41f4e681,39717,1731728552414/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta to hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs/de2d41f4e681%2C39717%2C1731728552414.meta.1731728553798.meta 2024-11-16T03:42:49,876 DEBUG [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs 2024-11-16T03:42:49,876 INFO [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C39717%2C1731728552414.meta:.meta(num 1731728565845) 2024-11-16T03:42:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741837_1013 (size=2288) 2024-11-16T03:42:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741837_1013 (size=2288) 2024-11-16T03:42:49,884 DEBUG [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs 2024-11-16T03:42:49,884 INFO [RS:0;de2d41f4e681:39717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C39717%2C1731728552414:(num 1731728565757) 2024-11-16T03:42:49,884 DEBUG [RS:0;de2d41f4e681:39717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:49,884 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:42:49,884 INFO [RS:0;de2d41f4e681:39717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:42:49,884 INFO [RS:0;de2d41f4e681:39717 {}] hbase.ChoreService(370): Chore service for: regionserver/de2d41f4e681:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T03:42:49,885 INFO [RS:0;de2d41f4e681:39717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:42:49,885 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:42:49,885 INFO [RS:0;de2d41f4e681:39717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39717 2024-11-16T03:42:49,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de2d41f4e681,39717,1731728552414 2024-11-16T03:42:49,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:42:49,894 INFO [RS:0;de2d41f4e681:39717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:42:49,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de2d41f4e681,39717,1731728552414] 2024-11-16T03:42:49,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/de2d41f4e681,39717,1731728552414 already deleted, retry=false 2024-11-16T03:42:49,911 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; de2d41f4e681,39717,1731728552414 expired; onlineServers=0 2024-11-16T03:42:49,911 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'de2d41f4e681,38291,1731728552187' ***** 2024-11-16T03:42:49,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T03:42:49,911 INFO [M:0;de2d41f4e681:38291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:42:49,911 INFO [M:0;de2d41f4e681:38291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:42:49,911 DEBUG [M:0;de2d41f4e681:38291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T03:42:49,912 DEBUG [M:0;de2d41f4e681:38291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T03:42:49,912 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T03:42:49,912 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728552999 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728552999,5,FailOnTimeoutGroup] 2024-11-16T03:42:49,912 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728552999 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728552999,5,FailOnTimeoutGroup] 2024-11-16T03:42:49,912 INFO [M:0;de2d41f4e681:38291 {}] hbase.ChoreService(370): Chore service for: master/de2d41f4e681:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T03:42:49,912 INFO [M:0;de2d41f4e681:38291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:42:49,913 DEBUG [M:0;de2d41f4e681:38291 {}] master.HMaster(1795): Stopping service threads 2024-11-16T03:42:49,913 INFO [M:0;de2d41f4e681:38291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T03:42:49,913 INFO [M:0;de2d41f4e681:38291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:42:49,913 INFO [M:0;de2d41f4e681:38291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T03:42:49,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T03:42:49,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741834_1017 (size=2386) 2024-11-16T03:42:49,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T03:42:49,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:49,961 DEBUG [M:0;de2d41f4e681:38291 {}] zookeeper.ZKUtil(347): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T03:42:49,961 WARN [M:0;de2d41f4e681:38291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T03:42:49,963 INFO [M:0;de2d41f4e681:38291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/.lastflushedseqids 2024-11-16T03:42:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45033 is added to blk_1073741844_1022 (size=139) 2024-11-16T03:42:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741844_1022 (size=139) 2024-11-16T03:42:49,970 INFO [M:0;de2d41f4e681:38291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T03:42:49,970 INFO [M:0;de2d41f4e681:38291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T03:42:49,970 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:42:49,970 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:49,971 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:49,971 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:42:49,971 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:49,971 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-16T03:42:49,972 WARN [AsyncFSWAL-0-hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData-prefix:de2d41f4e681,38291,1731728552187 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:49,972 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL de2d41f4e681%2C38291%2C1731728552187:(num 1731728552651) roll requested 2024-11-16T03:42:49,989 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728569972, exclude list is [], retry=0 2024-11-16T03:42:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-256607ec-336b-4dcf-947a-7557f76f24c9,DISK] 2024-11-16T03:42:49,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33685,DS-0824d7e5-0b61-47c6-9c39-e6aca046e203,DISK] 2024-11-16T03:42:49,995 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728569972 2024-11-16T03:42:49,996 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39661:39661),(127.0.0.1/127.0.0.1:35191:35191)] 2024-11-16T03:42:49,996 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 is not closed yet, will try archiving it next time 2024-11-16T03:42:49,996 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:49,996 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T03:42:49,996 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 2024-11-16T03:42:49,997 WARN [IPC Server handler 2 on default port 42647 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-16T03:42:49,997 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 after 1ms 2024-11-16T03:42:50,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:50,002 INFO [RS:0;de2d41f4e681:39717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:42:50,003 INFO [RS:0;de2d41f4e681:39717 {}] regionserver.HRegionServer(1031): Exiting; stopping=de2d41f4e681,39717,1731728552414; zookeeper connection closed. 2024-11-16T03:42:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39717-0x101430643a40001, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:50,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b9d2c37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b9d2c37 2024-11-16T03:42:50,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T03:42:50,013 DEBUG [M:0;de2d41f4e681:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab4de5590d5542f38f952ebf2a9c8798 is 82, key is hbase:meta,,1/info:regioninfo/1731728553849/Put/seqid=0 2024-11-16T03:42:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741846_1025 (size=5672) 2024-11-16T03:42:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741846_1025 (size=5672) 2024-11-16T03:42:50,019 INFO [M:0;de2d41f4e681:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab4de5590d5542f38f952ebf2a9c8798 2024-11-16T03:42:50,041 DEBUG [M:0;de2d41f4e681:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7ad78877e44ef89623d19e9862cf46 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731728555822/Put/seqid=0 2024-11-16T03:42:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741847_1026 (size=6113) 2024-11-16T03:42:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45033 is added to blk_1073741847_1026 (size=6113) 2024-11-16T03:42:50,047 INFO [M:0;de2d41f4e681:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7ad78877e44ef89623d19e9862cf46 2024-11-16T03:42:50,069 DEBUG [M:0;de2d41f4e681:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4519941cd71b472796689a4efc8bc5f3 is 69, key is de2d41f4e681,39717,1731728552414/rs:state/1731728553041/Put/seqid=0 2024-11-16T03:42:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45033 is added to blk_1073741848_1027 (size=5156) 2024-11-16T03:42:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741848_1027 (size=5156) 2024-11-16T03:42:50,074 INFO [M:0;de2d41f4e681:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4519941cd71b472796689a4efc8bc5f3 2024-11-16T03:42:50,093 DEBUG [M:0;de2d41f4e681:38291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c281cdd780d443fa8738900999820641 is 52, key is load_balancer_on/state:d/1731728553999/Put/seqid=0 2024-11-16T03:42:50,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43511 is added to blk_1073741849_1028 (size=5056) 2024-11-16T03:42:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741849_1028 (size=5056) 2024-11-16T03:42:50,099 INFO [M:0;de2d41f4e681:38291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c281cdd780d443fa8738900999820641 2024-11-16T03:42:50,106 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab4de5590d5542f38f952ebf2a9c8798 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab4de5590d5542f38f952ebf2a9c8798 2024-11-16T03:42:50,112 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab4de5590d5542f38f952ebf2a9c8798, entries=8, sequenceid=56, filesize=5.5 K 2024-11-16T03:42:50,114 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7ad78877e44ef89623d19e9862cf46 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f7ad78877e44ef89623d19e9862cf46 2024-11-16T03:42:50,120 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f7ad78877e44ef89623d19e9862cf46, entries=6, sequenceid=56, filesize=6.0 K 2024-11-16T03:42:50,121 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4519941cd71b472796689a4efc8bc5f3 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4519941cd71b472796689a4efc8bc5f3 2024-11-16T03:42:50,127 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4519941cd71b472796689a4efc8bc5f3, entries=1, sequenceid=56, filesize=5.0 K 2024-11-16T03:42:50,128 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c281cdd780d443fa8738900999820641 as hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c281cdd780d443fa8738900999820641 2024-11-16T03:42:50,134 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c281cdd780d443fa8738900999820641, entries=1, sequenceid=56, filesize=4.9 K 2024-11-16T03:42:50,135 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=56, compaction requested=false 2024-11-16T03:42:50,137 INFO [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:50,137 DEBUG [M:0;de2d41f4e681:38291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728569970Disabling compacts and flushes for region at 1731728569970Disabling writes for close at 1731728569971 (+1 ms)Obtaining lock to block concurrent updates at 1731728569971Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731728569971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731728569971Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731728569996 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731728569996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731728570013 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731728570013Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731728570025 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731728570040 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731728570040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731728570052 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731728570068 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731728570068Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731728570080 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731728570093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731728570093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12268437: reopening flushed file at 1731728570105 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404707c1: reopening flushed file at 1731728570112 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e9561c: reopening flushed file at 1731728570120 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370a6c8e: reopening flushed file at 1731728570127 (+7 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=56, compaction requested=false at 1731728570135 (+8 ms)Writing region close event to WAL at 1731728570137 (+2 ms)Closed at 1731728570137 2024-11-16T03:42:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741845_1023 (size=757) 2024-11-16T03:42:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741845_1023 (size=757) 2024-11-16T03:42:51,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:42:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:51,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:51,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:42:53,998 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 after 4002ms 2024-11-16T03:42:53,999 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/WALs/de2d41f4e681,38291,1731728552187/de2d41f4e681%2C38291%2C1731728552187.1731728552651 to hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/oldWALs/de2d41f4e681%2C38291%2C1731728552187.1731728552651 2024-11-16T03:42:54,003 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/MasterData/oldWALs/de2d41f4e681%2C38291%2C1731728552187.1731728552651 to hdfs://localhost:42647/user/jenkins/test-data/d6e8ff21-5e74-2232-da3a-26e0018f494d/oldWALs/de2d41f4e681%2C38291%2C1731728552187.1731728552651$masterlocalwal$ 2024-11-16T03:42:54,003 INFO [M:0;de2d41f4e681:38291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T03:42:54,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:42:54,003 INFO [M:0;de2d41f4e681:38291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38291 2024-11-16T03:42:54,003 INFO [M:0;de2d41f4e681:38291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:42:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:54,152 INFO [M:0;de2d41f4e681:38291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:42:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38291-0x101430643a40000, quorum=127.0.0.1:49226, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:42:54,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3790de04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:54,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17238c92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b06028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcfd7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,156 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:54,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:54,157 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid 62e0162b-9f42-4829-bbff-c4ca12e96e7d) service to localhost/127.0.0.1:42647 2024-11-16T03:42:54,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:54,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data3/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data4/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:54,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6632c3f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:54,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72cbe29e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a4eeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fe4ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,219 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:54,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:54,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:54,219 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid 716d3cb1-f6cf-46d4-85d7-0cc776bd1229) service to localhost/127.0.0.1:42647 2024-11-16T03:42:54,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data9/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data10/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:54,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@98afd55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:54,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28ab81a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4acfe3e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fab34f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,225 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:54,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:54,225 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid a4b16696-8422-4e82-98a6-6ab533b67b10) service to localhost/127.0.0.1:42647 2024-11-16T03:42:54,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:54,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data7/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data8/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:54,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d3d28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:54,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fe754c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ae78f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44fe74bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,231 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:54,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:54,231 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:54,231 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid c119f0a9-367a-4a13-b443-bef6f715523c) service to localhost/127.0.0.1:42647 2024-11-16T03:42:54,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data5/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data6/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:54,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b46d25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:54,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bcaddee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6e73dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1804421b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,237 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:42:54,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:42:54,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:42:54,237 WARN [BP-850953090-172.17.0.2-1731728550423 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850953090-172.17.0.2-1731728550423 (Datanode Uuid ea76d329-c8a7-4ea7-8446-8057f042b6d2) service to localhost/127.0.0.1:42647 2024-11-16T03:42:54,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data1/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/cluster_ea0649c5-ab05-65e8-3950-26565a1b5ac6/data/data2/current/BP-850953090-172.17.0.2-1731728550423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:42:54,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:42:54,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@223a8c4d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:42:54,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64603cf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:42:54,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:42:54,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b1b5aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:42:54,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f818651{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir/,STOPPED} 2024-11-16T03:42:54,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T03:42:54,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T03:42:54,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 65) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:42647 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:42647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:42647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=7796 (was 7004) - AvailableMemoryMB LEAK? - 2024-11-16T03:42:54,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=7796 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.log.dir so I do NOT create it in target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4e293-4838-b7f0-7da5-248c4303e846/hadoop.tmp.dir so I do NOT create it in target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd, deleteOnExit=true 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/test.cache.data in system properties and HBase conf 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T03:42:54,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T03:42:54,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T03:42:54,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/nfs.dump.dir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/java.io.tmpdir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T03:42:54,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T03:42:54,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:54,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:54,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:54,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:54,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:42:54,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:54,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3a20a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:54,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a4b7421{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:54,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c964b5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/java.io.tmpdir/jetty-localhost-41505-hadoop-hdfs-3_4_1-tests_jar-_-any-16571068688354942167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:42:54,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54168d51{HTTP/1.1, (http/1.1)}{localhost:41505} 2024-11-16T03:42:54,831 INFO [Time-limited test {}] server.Server(415): Started @94803ms 2024-11-16T03:42:55,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:55,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:55,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:55,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:55,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:55,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:55,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ea0bc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:55,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@df9f073{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/java.io.tmpdir/jetty-localhost-46355-hadoop-hdfs-3_4_1-tests_jar-_-any-8077290781597458329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:55,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c5100ee{HTTP/1.1, (http/1.1)}{localhost:46355} 2024-11-16T03:42:55,181 INFO [Time-limited test {}] server.Server(415): Started @95152ms 2024-11-16T03:42:55,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:55,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:42:55,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:42:55,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:42:55,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:42:55,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:42:55,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590bba03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:42:55,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dbd2167{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:42:55,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a5975c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/java.io.tmpdir/jetty-localhost-37767-hadoop-hdfs-3_4_1-tests_jar-_-any-1091874263536807103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:42:55,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@457d2735{HTTP/1.1, (http/1.1)}{localhost:37767} 2024-11-16T03:42:55,327 INFO [Time-limited test {}] server.Server(415): Started @95298ms 2024-11-16T03:42:55,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:42:55,920 WARN [Thread-803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data2/current/BP-1897288535-172.17.0.2-1731728574320/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:55,920 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data1/current/BP-1897288535-172.17.0.2-1731728574320/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:55,939 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24a97248d14e4b4 with lease ID 0x66ca552224216926: Processing first storage report for DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2 from datanode DatanodeRegistration(127.0.0.1:45731, datanodeUuid=699e2876-1398-4cef-8820-6aaa2c824591, infoPort=43857, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320) 2024-11-16T03:42:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24a97248d14e4b4 with lease ID 0x66ca552224216926: from storage DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2 node DatanodeRegistration(127.0.0.1:45731, datanodeUuid=699e2876-1398-4cef-8820-6aaa2c824591, infoPort=43857, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24a97248d14e4b4 with lease ID 0x66ca552224216926: Processing first storage report for DS-d784bf4d-f2f9-4076-8afb-aa1291aa2cd9 from datanode DatanodeRegistration(127.0.0.1:45731, datanodeUuid=699e2876-1398-4cef-8820-6aaa2c824591, infoPort=43857, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320) 2024-11-16T03:42:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24a97248d14e4b4 with lease ID 0x66ca552224216926: from storage DS-d784bf4d-f2f9-4076-8afb-aa1291aa2cd9 node DatanodeRegistration(127.0.0.1:45731, datanodeUuid=699e2876-1398-4cef-8820-6aaa2c824591, infoPort=43857, infoSecurePort=0, ipcPort=37435, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:56,071 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data3/current/BP-1897288535-172.17.0.2-1731728574320/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:56,071 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data4/current/BP-1897288535-172.17.0.2-1731728574320/current, will proceed with Du for space computation calculation, 2024-11-16T03:42:56,091 WARN [Thread-789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:42:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc550dcd1ede984 with lease ID 0x66ca552224216927: Processing first storage report for DS-e92ff315-9015-4117-af88-0f9076693436 from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=1f991b63-2d5a-4425-b057-4851db66cc70, infoPort=42969, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320) 2024-11-16T03:42:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc550dcd1ede984 with lease ID 0x66ca552224216927: from storage DS-e92ff315-9015-4117-af88-0f9076693436 node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=1f991b63-2d5a-4425-b057-4851db66cc70, infoPort=42969, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc550dcd1ede984 with lease ID 0x66ca552224216927: Processing first storage report for DS-63d87c7d-1dfd-4921-a983-91684e67b067 from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=1f991b63-2d5a-4425-b057-4851db66cc70, infoPort=42969, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320) 2024-11-16T03:42:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc550dcd1ede984 with lease ID 0x66ca552224216927: from storage DS-63d87c7d-1dfd-4921-a983-91684e67b067 node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=1f991b63-2d5a-4425-b057-4851db66cc70, infoPort=42969, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1861264846;c=1731728574320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:42:56,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27 2024-11-16T03:42:56,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/zookeeper_0, clientPort=62138, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T03:42:56,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62138 2024-11-16T03:42:56,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:42:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:42:56,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406 with version=8 2024-11-16T03:42:56,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase-staging 2024-11-16T03:42:56,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T03:42:56,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:42:56,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44939 2024-11-16T03:42:56,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44939 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-16T03:42:56,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449390x0, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:42:56,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44939-0x1014306a1610000 connected 2024-11-16T03:42:56,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:56,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406, hbase.cluster.distributed=false 2024-11-16T03:42:56,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:42:56,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-16T03:42:56,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-11-16T03:42:56,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-11-16T03:42:56,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-16T03:42:56,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-16T03:42:56,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:42:56,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T03:42:56,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:42:56,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45079 2024-11-16T03:42:56,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45079 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-16T03:42:56,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,454 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450790x0, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:42:56,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:42:56,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45079-0x1014306a1610001 connected 2024-11-16T03:42:56,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T03:42:56,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T03:42:56,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T03:42:56,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:42:56,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-16T03:42:56,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45079 2024-11-16T03:42:56,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45079 2024-11-16T03:42:56,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-16T03:42:56,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-16T03:42:56,474 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de2d41f4e681:44939 2024-11-16T03:42:56,474 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/de2d41f4e681,44939,1731728576181 2024-11-16T03:42:56,500 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:56,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:56,501 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de2d41f4e681,44939,1731728576181 2024-11-16T03:42:56,546 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T03:42:56,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:56,546 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:56,547 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T03:42:56,547 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de2d41f4e681,44939,1731728576181 from backup master directory 2024-11-16T03:42:56,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de2d41f4e681,44939,1731728576181 2024-11-16T03:42:56,594 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:56,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:42:56,594 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:42:56,594 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de2d41f4e681,44939,1731728576181 2024-11-16T03:42:56,600 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/hbase.id] with ID: 0e42dd7e-2fed-4d9b-ad6b-d9374d8b9f7f 2024-11-16T03:42:56,600 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/.tmp/hbase.id 2024-11-16T03:42:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:42:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:42:56,609 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/.tmp/hbase.id]:[hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/hbase.id] 2024-11-16T03:42:56,627 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:56,627 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T03:42:56,629 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T03:42:56,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:56,686 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:42:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:42:56,697 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:42:56,698 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T03:42:56,698 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:42:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:42:56,716 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store 2024-11-16T03:42:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:42:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:42:57,127 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:57,127 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:42:57,127 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:57,127 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:57,127 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:42:57,128 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:57,128 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:42:57,128 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728577127Disabling compacts and flushes for region at 1731728577127Disabling writes for close at 1731728577127Writing region close event to WAL at 1731728577128 (+1 ms)Closed at 1731728577128 2024-11-16T03:42:57,130 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/.initializing 2024-11-16T03:42:57,130 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/WALs/de2d41f4e681,44939,1731728576181 2024-11-16T03:42:57,133 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:42:57,136 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C44939%2C1731728576181, suffix=, logDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/WALs/de2d41f4e681,44939,1731728576181, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/oldWALs, maxLogs=10 2024-11-16T03:42:57,151 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/WALs/de2d41f4e681,44939,1731728576181/de2d41f4e681%2C44939%2C1731728576181.1731728577136, exclude list is [], retry=0 2024-11-16T03:42:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:42:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:42:57,158 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/WALs/de2d41f4e681,44939,1731728576181/de2d41f4e681%2C44939%2C1731728576181.1731728577136 2024-11-16T03:42:57,158 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969),(127.0.0.1/127.0.0.1:43857:43857)] 2024-11-16T03:42:57,158 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:57,159 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:57,159 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,159 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T03:42:57,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:57,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T03:42:57,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:57,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T03:42:57,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:57,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T03:42:57,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:57,168 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,169 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,169 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,170 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,170 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,171 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T03:42:57,172 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:42:57,175 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:57,175 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691775, jitterRate=-0.12036305665969849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T03:42:57,176 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731728577159Initializing all the Stores at 1731728577160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728577160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728577160Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728577160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728577160Cleaning up temporary data from old regions at 1731728577170 (+10 ms)Region opened successfully at 1731728577176 (+6 ms) 2024-11-16T03:42:57,176 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T03:42:57,180 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6131867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:42:57,182 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T03:42:57,182 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T03:42:57,182 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T03:42:57,182 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T03:42:57,183 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T03:42:57,183 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T03:42:57,183 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T03:42:57,185 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T03:42:57,186 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T03:42:57,231 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T03:42:57,231 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T03:42:57,232 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T03:42:57,277 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T03:42:57,278 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T03:42:57,279 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T03:42:57,338 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T03:42:57,340 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T03:42:57,395 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T03:42:57,401 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T03:42:57,446 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T03:42:57,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:57,494 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:42:57,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,494 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,494 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=de2d41f4e681,44939,1731728576181, sessionid=0x1014306a1610000, setting cluster-up flag (Was=false) 2024-11-16T03:42:57,563 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,621 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T03:42:57,622 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,44939,1731728576181 2024-11-16T03:42:57,637 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:57,662 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T03:42:57,664 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,44939,1731728576181 2024-11-16T03:42:57,665 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T03:42:57,667 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:57,667 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T03:42:57,667 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T03:42:57,667 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de2d41f4e681,44939,1731728576181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de2d41f4e681:0, corePoolSize=10, maxPoolSize=10 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:42:57,669 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731728607670 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T03:42:57,671 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:57,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T03:42:57,672 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728577672,5,FailOnTimeoutGroup] 2024-11-16T03:42:57,672 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728577672,5,FailOnTimeoutGroup] 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T03:42:57,672 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,673 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T03:42:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:42:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:42:57,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T03:42:57,688 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406 2024-11-16T03:42:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:42:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:42:57,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:57,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:42:57,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:42:57,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:57,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:42:57,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:42:57,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:57,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:42:57,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:42:57,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:57,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:42:57,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:42:57,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:57,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:42:57,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740 2024-11-16T03:42:57,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740 2024-11-16T03:42:57,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:42:57,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:42:57,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:42:57,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:42:57,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:57,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762327, jitterRate=-0.030651241540908813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:42:57,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731728577700Initializing all the Stores at 1731728577700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728577700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728577701 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728577701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728577701Cleaning up temporary data from old regions at 1731728577724 (+23 ms)Region opened successfully at 1731728577730 (+6 ms) 2024-11-16T03:42:57,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:42:57,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:42:57,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:42:57,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:42:57,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:42:57,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:42:57,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728577730Disabling compacts and flushes for region at 1731728577730Disabling writes for close at 1731728577730Writing region close event to WAL at 1731728577731 (+1 ms)Closed at 1731728577731 2024-11-16T03:42:57,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:57,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T03:42:57,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T03:42:57,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:42:57,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T03:42:57,766 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(746): ClusterId : 0e42dd7e-2fed-4d9b-ad6b-d9374d8b9f7f 2024-11-16T03:42:57,766 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T03:42:57,780 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T03:42:57,780 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T03:42:57,788 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T03:42:57,789 DEBUG [RS:0;de2d41f4e681:45079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d241721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:42:57,801 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de2d41f4e681:45079 2024-11-16T03:42:57,801 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T03:42:57,801 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T03:42:57,801 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T03:42:57,802 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(2659): reportForDuty to master=de2d41f4e681,44939,1731728576181 with port=45079, startcode=1731728576352 2024-11-16T03:42:57,802 DEBUG [RS:0;de2d41f4e681:45079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T03:42:57,804 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T03:42:57,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(517): Registering regionserver=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,806 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406 2024-11-16T03:42:57,806 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34911 2024-11-16T03:42:57,806 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T03:42:57,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:42:57,813 DEBUG [RS:0;de2d41f4e681:45079 {}] zookeeper.ZKUtil(111): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,813 WARN [RS:0;de2d41f4e681:45079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:42:57,813 INFO [RS:0;de2d41f4e681:45079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:57,813 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de2d41f4e681,45079,1731728576352] 2024-11-16T03:42:57,817 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T03:42:57,823 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T03:42:57,823 INFO [RS:0;de2d41f4e681:45079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:42:57,823 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,825 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T03:42:57,826 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T03:42:57,826 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:42:57,826 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:42:57,827 DEBUG [RS:0;de2d41f4e681:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,830 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45079,1731728576352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:42:57,848 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T03:42:57,848 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,45079,1731728576352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,848 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,848 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.Replication(171): de2d41f4e681,45079,1731728576352 started 2024-11-16T03:42:57,868 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:57,868 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1482): Serving as de2d41f4e681,45079,1731728576352, RpcServer on de2d41f4e681/172.17.0.2:45079, sessionid=0x1014306a1610001 2024-11-16T03:42:57,869 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T03:42:57,869 DEBUG [RS:0;de2d41f4e681:45079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,869 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,45079,1731728576352' 2024-11-16T03:42:57,869 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T03:42:57,869 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de2d41f4e681,45079,1731728576352 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,45079,1731728576352' 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T03:42:57,870 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T03:42:57,871 DEBUG [RS:0;de2d41f4e681:45079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T03:42:57,871 INFO [RS:0;de2d41f4e681:45079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T03:42:57,871 INFO [RS:0;de2d41f4e681:45079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T03:42:57,886 WARN [de2d41f4e681:44939 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T03:42:57,971 INFO [RS:0;de2d41f4e681:45079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:42:57,974 INFO [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C45079%2C1731728576352, suffix=, logDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs, maxLogs=32 2024-11-16T03:42:57,987 DEBUG [RS:0;de2d41f4e681:45079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974, exclude list is [], retry=0 2024-11-16T03:42:57,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:42:57,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:42:57,993 INFO [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974 2024-11-16T03:42:57,993 DEBUG [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43857:43857),(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-16T03:42:58,136 DEBUG [de2d41f4e681:44939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T03:42:58,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:58,138 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,45079,1731728576352, state=OPENING 2024-11-16T03:42:58,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T03:42:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:58,196 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:42:58,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:58,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:58,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:42:58,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,45079,1731728576352}] 2024-11-16T03:42:58,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T03:42:58,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T03:42:58,362 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T03:42:58,363 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:42:58,363 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T03:42:58,364 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C45079%2C1731728576352.meta, suffix=.meta, logDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs, maxLogs=32 2024-11-16T03:42:58,376 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.meta.1731728578365.meta, exclude list is [], retry=0 2024-11-16T03:42:58,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:42:58,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:42:58,382 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.meta.1731728578365.meta 2024-11-16T03:42:58,382 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969),(127.0.0.1/127.0.0.1:43857:43857)] 2024-11-16T03:42:58,382 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T03:42:58,383 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T03:42:58,383 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T03:42:58,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:42:58,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:42:58,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:58,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:42:58,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:42:58,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:42:58,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:42:58,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:42:58,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:42:58,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:42:58,393 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:42:58,394 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740 2024-11-16T03:42:58,396 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740 2024-11-16T03:42:58,397 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:42:58,397 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:42:58,398 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:42:58,402 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:42:58,404 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732190, jitterRate=-0.0689728856086731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:42:58,404 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T03:42:58,405 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731728578384Writing region info on filesystem at 1731728578384Initializing all the Stores at 1731728578385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728578385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728578385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728578385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728578385Cleaning up temporary data from old regions at 1731728578397 (+12 ms)Running coprocessor post-open hooks at 1731728578404 (+7 ms)Region opened successfully at 1731728578405 (+1 ms) 2024-11-16T03:42:58,406 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731728578350 2024-11-16T03:42:58,409 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T03:42:58,409 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T03:42:58,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:58,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,45079,1731728576352, state=OPEN 2024-11-16T03:42:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:42:58,471 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:42:58,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:58,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:58,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:42:58,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T03:42:58,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,45079,1731728576352 in 275 msec 2024-11-16T03:42:58,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T03:42:58,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 742 msec 2024-11-16T03:42:58,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:42:58,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T03:42:58,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:42:58,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,45079,1731728576352, seqNum=-1] 2024-11-16T03:42:58,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:42:58,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:42:58,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 820 msec 2024-11-16T03:42:58,487 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731728578487, completionTime=-1 2024-11-16T03:42:58,487 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T03:42:58,488 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T03:42:58,490 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T03:42:58,490 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731728638490 2024-11-16T03:42:58,490 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731728698490 2024-11-16T03:42:58,490 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de2d41f4e681:44939, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,491 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,493 DEBUG [master/de2d41f4e681:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T03:42:58,495 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.901sec 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:42:58,496 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T03:42:58,498 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T03:42:58,498 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T03:42:58,498 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44939,1731728576181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:42:58,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af34a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:58,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request de2d41f4e681,44939,-1 for getting cluster id 2024-11-16T03:42:58,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T03:42:58,568 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e42dd7e-2fed-4d9b-ad6b-d9374d8b9f7f' 2024-11-16T03:42:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T03:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e42dd7e-2fed-4d9b-ad6b-d9374d8b9f7f" 2024-11-16T03:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156cae7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [de2d41f4e681,44939,-1] 2024-11-16T03:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T03:42:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:42:58,571 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T03:42:58,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ab8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:42:58,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:42:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,45079,1731728576352, seqNum=-1] 2024-11-16T03:42:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:42:58,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:42:58,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=de2d41f4e681,44939,1731728576181 2024-11-16T03:42:58,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:42:58,579 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T03:42:58,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T03:42:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is de2d41f4e681,44939,1731728576181 2024-11-16T03:42:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756e0d98 2024-11-16T03:42:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T03:42:58,583 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T03:42:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T03:42:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T03:42:58,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:42:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:42:58,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T03:42:58,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-16T03:42:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:42:58,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T03:42:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741835_1011 (size=405) 2024-11-16T03:42:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741835_1011 (size=405) 2024-11-16T03:42:58,596 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 579c5fd40849cbda35cc0467b8a830ef, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406 2024-11-16T03:42:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741836_1012 (size=88) 2024-11-16T03:42:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741836_1012 (size=88) 2024-11-16T03:42:58,603 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:58,603 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 579c5fd40849cbda35cc0467b8a830ef, disabling compactions & flushes 2024-11-16T03:42:58,603 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,603 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,603 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. after waiting 0 ms 2024-11-16T03:42:58,603 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,603 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,604 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 579c5fd40849cbda35cc0467b8a830ef: Waiting for close lock at 1731728578603Disabling compacts and flushes for region at 1731728578603Disabling writes for close at 1731728578603Writing region close event to WAL at 1731728578603Closed at 1731728578603 2024-11-16T03:42:58,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T03:42:58,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731728578605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728578605"}]},"ts":"1731728578605"} 2024-11-16T03:42:58,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T03:42:58,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T03:42:58,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728578609"}]},"ts":"1731728578609"} 2024-11-16T03:42:58,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-16T03:42:58,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=579c5fd40849cbda35cc0467b8a830ef, ASSIGN}] 2024-11-16T03:42:58,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=579c5fd40849cbda35cc0467b8a830ef, ASSIGN 2024-11-16T03:42:58,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=579c5fd40849cbda35cc0467b8a830ef, ASSIGN; state=OFFLINE, location=de2d41f4e681,45079,1731728576352; forceNewPlan=false, retain=false 2024-11-16T03:42:58,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=579c5fd40849cbda35cc0467b8a830ef, regionState=OPENING, regionLocation=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:58,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=579c5fd40849cbda35cc0467b8a830ef, ASSIGN because future has completed 2024-11-16T03:42:58,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579c5fd40849cbda35cc0467b8a830ef, server=de2d41f4e681,45079,1731728576352}] 2024-11-16T03:42:58,927 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,928 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 579c5fd40849cbda35cc0467b8a830ef, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:42:58,928 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,928 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:42:58,928 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,928 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,930 INFO [StoreOpener-579c5fd40849cbda35cc0467b8a830ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,931 INFO [StoreOpener-579c5fd40849cbda35cc0467b8a830ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579c5fd40849cbda35cc0467b8a830ef columnFamilyName info 2024-11-16T03:42:58,932 DEBUG [StoreOpener-579c5fd40849cbda35cc0467b8a830ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:42:58,932 INFO [StoreOpener-579c5fd40849cbda35cc0467b8a830ef-1 {}] regionserver.HStore(327): Store=579c5fd40849cbda35cc0467b8a830ef/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:42:58,932 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,933 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,933 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,934 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,934 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,936 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,939 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:42:58,940 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 579c5fd40849cbda35cc0467b8a830ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862113, jitterRate=0.09623433649539948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:42:58,940 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:42:58,941 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 579c5fd40849cbda35cc0467b8a830ef: Running coprocessor pre-open hook at 1731728578928Writing region info on filesystem at 1731728578928Initializing all the Stores at 1731728578929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728578929Cleaning up temporary data from old regions at 1731728578934 (+5 ms)Running coprocessor post-open hooks at 1731728578940 (+6 ms)Region opened successfully at 1731728578941 (+1 ms) 2024-11-16T03:42:58,942 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef., pid=6, masterSystemTime=1731728578923 2024-11-16T03:42:58,945 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,945 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:42:58,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=579c5fd40849cbda35cc0467b8a830ef, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,45079,1731728576352 2024-11-16T03:42:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579c5fd40849cbda35cc0467b8a830ef, server=de2d41f4e681,45079,1731728576352 because future has completed 2024-11-16T03:42:58,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T03:42:58,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 579c5fd40849cbda35cc0467b8a830ef, server=de2d41f4e681,45079,1731728576352 in 180 msec 2024-11-16T03:42:58,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T03:42:58,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=579c5fd40849cbda35cc0467b8a830ef, ASSIGN in 341 msec 2024-11-16T03:42:58,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T03:42:58,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728578958"}]},"ts":"1731728578958"} 2024-11-16T03:42:58,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-16T03:42:58,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T03:42:58,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 378 msec 2024-11-16T03:43:03,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:43:03,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:03,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T03:43:03,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-16T03:43:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T03:43:07,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T03:43:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:43:07,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T03:43:07,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:07,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T03:43:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:43:08,656 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T03:43:08,656 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-16T03:43:08,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:08,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef., hostname=de2d41f4e681,45079,1731728576352, seqNum=2] 2024-11-16T03:43:08,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T03:43:08,687 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T03:43:08,689 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T03:43:08,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T03:43:08,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-16T03:43:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:08,860 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 579c5fd40849cbda35cc0467b8a830ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T03:43:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/32f193112b494c99a5f92d2097912922 is 1055, key is row0001/info:/1731728588669/Put/seqid=0 2024-11-16T03:43:08,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741837_1013 (size=6008) 2024-11-16T03:43:08,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741837_1013 (size=6008) 2024-11-16T03:43:08,894 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/32f193112b494c99a5f92d2097912922 2024-11-16T03:43:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/32f193112b494c99a5f92d2097912922 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922 2024-11-16T03:43:08,923 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922, entries=1, sequenceid=5, filesize=5.9 K 2024-11-16T03:43:08,925 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 64ms, sequenceid=5, compaction requested=false 2024-11-16T03:43:08,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 579c5fd40849cbda35cc0467b8a830ef: 2024-11-16T03:43:08,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T03:43:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T03:43:08,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T03:43:08,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 239 msec 2024-11-16T03:43:08,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 255 msec 2024-11-16T03:43:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T03:43:18,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T03:43:18,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T03:43:18,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T03:43:18,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T03:43:18,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T03:43:18,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-16T03:43:18,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:18,899 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 579c5fd40849cbda35cc0467b8a830ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T03:43:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/e9c2c1a10fbb400f87444359e823b243 is 1055, key is row0002/info:/1731728598737/Put/seqid=0 2024-11-16T03:43:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741838_1014 (size=6008) 2024-11-16T03:43:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741838_1014 (size=6008) 2024-11-16T03:43:18,912 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/e9c2c1a10fbb400f87444359e823b243 2024-11-16T03:43:18,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/e9c2c1a10fbb400f87444359e823b243 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243 2024-11-16T03:43:18,926 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243, entries=1, sequenceid=9, filesize=5.9 K 2024-11-16T03:43:18,927 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 28ms, sequenceid=9, compaction requested=false 2024-11-16T03:43:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 579c5fd40849cbda35cc0467b8a830ef: 2024-11-16T03:43:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:18,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T03:43:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T03:43:18,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T03:43:18,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-16T03:43:18,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-16T03:43:26,154 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T03:43:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T03:43:28,786 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T03:43:28,803 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728608788, exclude list is [], retry=0 2024-11-16T03:43:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:43:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:43:28,807 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728608788 2024-11-16T03:43:28,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43857:43857),(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-16T03:43:28,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974 is not closed yet, will try archiving it next time 2024-11-16T03:43:28,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741833_1009 (size=5471) 2024-11-16T03:43:28,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974 not finished, retry = 0 2024-11-16T03:43:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741833_1009 (size=5471) 2024-11-16T03:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T03:43:28,812 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T03:43:28,813 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T03:43:28,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T03:43:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-16T03:43:28,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:28,968 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 579c5fd40849cbda35cc0467b8a830ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T03:43:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/44e182116249414d821d37f9d79e99fc is 1055, key is row0003/info:/1731728608787/Put/seqid=0 2024-11-16T03:43:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741840_1016 (size=6008) 2024-11-16T03:43:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741840_1016 (size=6008) 2024-11-16T03:43:28,986 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/44e182116249414d821d37f9d79e99fc 2024-11-16T03:43:28,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/44e182116249414d821d37f9d79e99fc as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc 2024-11-16T03:43:29,003 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc, entries=1, sequenceid=13, filesize=5.9 K 2024-11-16T03:43:29,004 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 37ms, sequenceid=13, compaction requested=true 2024-11-16T03:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 579c5fd40849cbda35cc0467b8a830ef: 2024-11-16T03:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T03:43:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T03:43:29,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T03:43:29,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-16T03:43:29,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-16T03:43:38,499 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T03:43:38,499 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T03:43:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T03:43:38,896 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T03:43:38,899 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:43:38,902 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:43:38,904 DEBUG [Time-limited test {}] regionserver.HStore(1541): 579c5fd40849cbda35cc0467b8a830ef/info is initiating minor compaction (all files) 2024-11-16T03:43:38,904 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:43:38,904 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:38,905 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 579c5fd40849cbda35cc0467b8a830ef/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:38,905 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc] into tmpdir=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp, totalSize=17.6 K 2024-11-16T03:43:38,907 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 32f193112b494c99a5f92d2097912922, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731728588669 2024-11-16T03:43:38,908 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e9c2c1a10fbb400f87444359e823b243, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731728598737 2024-11-16T03:43:38,908 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 44e182116249414d821d37f9d79e99fc, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731728608787 2024-11-16T03:43:38,944 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 579c5fd40849cbda35cc0467b8a830ef#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:43:38,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/69f6ce75ef9e40ec8f33ba45b2e89fd6 is 1055, key is row0001/info:/1731728588669/Put/seqid=0 2024-11-16T03:43:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741841_1017 (size=8221) 2024-11-16T03:43:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741841_1017 (size=8221) 2024-11-16T03:43:38,971 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/69f6ce75ef9e40ec8f33ba45b2e89fd6 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/69f6ce75ef9e40ec8f33ba45b2e89fd6 2024-11-16T03:43:38,991 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 579c5fd40849cbda35cc0467b8a830ef/info of 579c5fd40849cbda35cc0467b8a830ef into 69f6ce75ef9e40ec8f33ba45b2e89fd6(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:43:38,992 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 579c5fd40849cbda35cc0467b8a830ef: 2024-11-16T03:43:39,015 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728618996, exclude list is [], retry=0 2024-11-16T03:43:39,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:43:39,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:43:39,027 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728608788 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728618996 2024-11-16T03:43:39,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969),(127.0.0.1/127.0.0.1:43857:43857)] 2024-11-16T03:43:39,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728608788 is not closed yet, will try archiving it next time 2024-11-16T03:43:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741839_1015 (size=2495) 2024-11-16T03:43:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741839_1015 (size=2495) 2024-11-16T03:43:39,034 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728577974 to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs/de2d41f4e681%2C45079%2C1731728576352.1731728577974 2024-11-16T03:43:39,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T03:43:39,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T03:43:39,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T03:43:39,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T03:43:39,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-16T03:43:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:39,198 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 579c5fd40849cbda35cc0467b8a830ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T03:43:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/5ac3a3e408cd40e0bc64923de133d140 is 1055, key is row0000/info:/1731728618993/Put/seqid=0 2024-11-16T03:43:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741843_1019 (size=6008) 2024-11-16T03:43:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741843_1019 (size=6008) 2024-11-16T03:43:39,217 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/5ac3a3e408cd40e0bc64923de133d140 2024-11-16T03:43:39,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/5ac3a3e408cd40e0bc64923de133d140 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/5ac3a3e408cd40e0bc64923de133d140 2024-11-16T03:43:39,236 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/5ac3a3e408cd40e0bc64923de133d140, entries=1, sequenceid=18, filesize=5.9 K 2024-11-16T03:43:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 40ms, sequenceid=18, compaction requested=false 2024-11-16T03:43:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 579c5fd40849cbda35cc0467b8a830ef: 2024-11-16T03:43:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T03:43:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T03:43:39,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T03:43:39,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 200 msec 2024-11-16T03:43:39,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 211 msec 2024-11-16T03:43:43,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 579c5fd40849cbda35cc0467b8a830ef, had cached 0 bytes from a total of 14229 2024-11-16T03:43:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T03:43:49,106 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T03:43:49,127 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728629111, exclude list is [], retry=0 2024-11-16T03:43:49,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-85ffcb71-0cbf-4540-adfa-6caa7ce184f2,DISK] 2024-11-16T03:43:49,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-e92ff315-9015-4117-af88-0f9076693436,DISK] 2024-11-16T03:43:49,132 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728618996 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728629111 2024-11-16T03:43:49,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43857:43857),(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-16T03:43:49,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728618996 is not closed yet, will try archiving it next time 2024-11-16T03:43:49,132 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/WALs/de2d41f4e681,45079,1731728576352/de2d41f4e681%2C45079%2C1731728576352.1731728608788 to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs/de2d41f4e681%2C45079%2C1731728576352.1731728608788 2024-11-16T03:43:49,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T03:43:49,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:43:49,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:43:49,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:49,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:49,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T03:43:49,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326478617, stopped=false 2024-11-16T03:43:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741842_1018 (size=2001) 2024-11-16T03:43:49,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=de2d41f4e681,44939,1731728576181 2024-11-16T03:43:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741842_1018 (size=2001) 2024-11-16T03:43:49,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T03:43:49,199 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:43:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:43:49,200 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:49,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:43:49,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:43:49,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:43:49,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:49,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:43:49,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:43:49,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'de2d41f4e681,45079,1731728576352' ***** 2024-11-16T03:43:49,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T03:43:49,202 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T03:43:49,202 INFO [RS:0;de2d41f4e681:45079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T03:43:49,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T03:43:49,202 INFO [RS:0;de2d41f4e681:45079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T03:43:49,203 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(3091): Received CLOSE for 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:43:49,203 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(959): stopping server de2d41f4e681,45079,1731728576352 2024-11-16T03:43:49,203 INFO [RS:0;de2d41f4e681:45079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:43:49,203 INFO [RS:0;de2d41f4e681:45079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;de2d41f4e681:45079. 2024-11-16T03:43:49,204 DEBUG [RS:0;de2d41f4e681:45079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:43:49,204 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579c5fd40849cbda35cc0467b8a830ef, disabling compactions & flushes 2024-11-16T03:43:49,204 DEBUG [RS:0;de2d41f4e681:45079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:49,204 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:49,204 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T03:43:49,204 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:49,204 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T03:43:49,204 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. after waiting 0 ms 2024-11-16T03:43:49,204 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T03:43:49,204 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:49,204 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T03:43:49,204 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 579c5fd40849cbda35cc0467b8a830ef 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T03:43:49,205 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T03:43:49,205 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1325): Online Regions={579c5fd40849cbda35cc0467b8a830ef=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T03:43:49,205 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579c5fd40849cbda35cc0467b8a830ef 2024-11-16T03:43:49,205 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:43:49,205 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:43:49,205 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:43:49,205 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:43:49,205 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:43:49,206 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-16T03:43:49,211 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/fc618f646cd9451fae821b8b054cbc89 is 1055, key is row0001/info:/1731728629108/Put/seqid=0 2024-11-16T03:43:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741845_1021 (size=6008) 2024-11-16T03:43:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741845_1021 (size=6008) 2024-11-16T03:43:49,220 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/fc618f646cd9451fae821b8b054cbc89 2024-11-16T03:43:49,225 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/info/d410b18d20ae4ad4aac912ab86838999 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef./info:regioninfo/1731728578946/Put/seqid=0 2024-11-16T03:43:49,227 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/.tmp/info/fc618f646cd9451fae821b8b054cbc89 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/fc618f646cd9451fae821b8b054cbc89 2024-11-16T03:43:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741846_1022 (size=7308) 2024-11-16T03:43:49,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741846_1022 (size=7308) 2024-11-16T03:43:49,232 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/info/d410b18d20ae4ad4aac912ab86838999 2024-11-16T03:43:49,234 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/fc618f646cd9451fae821b8b054cbc89, entries=1, sequenceid=22, filesize=5.9 K 2024-11-16T03:43:49,235 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 31ms, sequenceid=22, compaction requested=true 2024-11-16T03:43:49,236 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc] to archive 2024-11-16T03:43:49,239 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T03:43:49,242 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922 to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/32f193112b494c99a5f92d2097912922 2024-11-16T03:43:49,243 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243 to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/e9c2c1a10fbb400f87444359e823b243 2024-11-16T03:43:49,245 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc to hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/info/44e182116249414d821d37f9d79e99fc 2024-11-16T03:43:49,254 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/ns/5c99ce4215c8436ebe64afbabd015a9d is 43, key is default/ns:d/1731728578482/Put/seqid=0 2024-11-16T03:43:49,255 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=de2d41f4e681:44939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T03:43:49,256 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [32f193112b494c99a5f92d2097912922=6008, e9c2c1a10fbb400f87444359e823b243=6008, 44e182116249414d821d37f9d79e99fc=6008] 2024-11-16T03:43:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741847_1023 (size=5153) 2024-11-16T03:43:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741847_1023 (size=5153) 2024-11-16T03:43:49,264 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/579c5fd40849cbda35cc0467b8a830ef/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-16T03:43:49,265 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:49,265 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579c5fd40849cbda35cc0467b8a830ef: Waiting for close lock at 1731728629203Running coprocessor pre-close hooks at 1731728629203Disabling compacts and flushes for region at 1731728629203Disabling writes for close at 1731728629204 (+1 ms)Obtaining lock to block concurrent updates at 1731728629205 (+1 ms)Preparing flush snapshotting stores in 579c5fd40849cbda35cc0467b8a830ef at 1731728629205Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731728629205Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. at 1731728629206 (+1 ms)Flushing 579c5fd40849cbda35cc0467b8a830ef/info: creating writer at 1731728629206Flushing 579c5fd40849cbda35cc0467b8a830ef/info: appending metadata at 1731728629210 (+4 ms)Flushing 579c5fd40849cbda35cc0467b8a830ef/info: closing flushed file at 1731728629210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b3566a: reopening flushed file at 1731728629226 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 579c5fd40849cbda35cc0467b8a830ef in 31ms, sequenceid=22, compaction requested=true at 1731728629235 (+9 ms)Writing region close event to WAL at 1731728629261 (+26 ms)Running coprocessor post-close hooks at 1731728629265 (+4 ms)Closed at 1731728629265 2024-11-16T03:43:49,265 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731728578583.579c5fd40849cbda35cc0467b8a830ef. 2024-11-16T03:43:49,405 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T03:43:49,606 DEBUG [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T03:43:49,661 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/ns/5c99ce4215c8436ebe64afbabd015a9d 2024-11-16T03:43:49,689 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/table/8c8f2e19dc4d469194048ef0278e3140 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731728578958/Put/seqid=0 2024-11-16T03:43:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741848_1024 (size=5508) 2024-11-16T03:43:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741848_1024 (size=5508) 2024-11-16T03:43:49,695 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/table/8c8f2e19dc4d469194048ef0278e3140 2024-11-16T03:43:49,703 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/info/d410b18d20ae4ad4aac912ab86838999 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/info/d410b18d20ae4ad4aac912ab86838999 2024-11-16T03:43:49,710 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/info/d410b18d20ae4ad4aac912ab86838999, entries=10, sequenceid=11, filesize=7.1 K 2024-11-16T03:43:49,711 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/ns/5c99ce4215c8436ebe64afbabd015a9d as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/ns/5c99ce4215c8436ebe64afbabd015a9d 2024-11-16T03:43:49,718 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/ns/5c99ce4215c8436ebe64afbabd015a9d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T03:43:49,719 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/.tmp/table/8c8f2e19dc4d469194048ef0278e3140 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/table/8c8f2e19dc4d469194048ef0278e3140 2024-11-16T03:43:49,725 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/table/8c8f2e19dc4d469194048ef0278e3140, entries=2, sequenceid=11, filesize=5.4 K 2024-11-16T03:43:49,726 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-16T03:43:49,732 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T03:43:49,733 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:43:49,733 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:43:49,733 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728629205Running coprocessor pre-close hooks at 1731728629205Disabling compacts and flushes for region at 1731728629205Disabling writes for close at 1731728629205Obtaining lock to block concurrent updates at 1731728629206 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731728629206Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731728629206Flushing stores of hbase:meta,,1.1588230740 at 1731728629207 (+1 ms)Flushing 1588230740/info: creating writer at 1731728629207Flushing 1588230740/info: appending metadata at 1731728629224 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731728629224Flushing 1588230740/ns: creating writer at 1731728629238 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731728629253 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731728629253Flushing 1588230740/table: creating writer at 1731728629671 (+418 ms)Flushing 1588230740/table: appending metadata at 1731728629688 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731728629688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdf3056: reopening flushed file at 1731728629702 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59feb010: reopening flushed file at 1731728629710 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647916d6: reopening flushed file at 1731728629718 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1731728629726 (+8 ms)Writing region close event to WAL at 1731728629728 (+2 ms)Running coprocessor post-close hooks at 1731728629733 (+5 ms)Closed at 1731728629733 2024-11-16T03:43:49,733 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T03:43:49,806 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(976): stopping server de2d41f4e681,45079,1731728576352; all regions closed. 2024-11-16T03:43:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741834_1010 (size=3306) 2024-11-16T03:43:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741834_1010 (size=3306) 2024-11-16T03:43:49,814 DEBUG [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs 2024-11-16T03:43:49,814 INFO [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C45079%2C1731728576352.meta:.meta(num 1731728578365) 2024-11-16T03:43:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741844_1020 (size=1252) 2024-11-16T03:43:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741844_1020 (size=1252) 2024-11-16T03:43:49,823 DEBUG [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/oldWALs 2024-11-16T03:43:49,824 INFO [RS:0;de2d41f4e681:45079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C45079%2C1731728576352:(num 1731728629111) 2024-11-16T03:43:49,824 DEBUG [RS:0;de2d41f4e681:45079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:49,824 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:43:49,824 INFO [RS:0;de2d41f4e681:45079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:43:49,824 INFO [RS:0;de2d41f4e681:45079 {}] hbase.ChoreService(370): Chore service for: regionserver/de2d41f4e681:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T03:43:49,825 INFO [RS:0;de2d41f4e681:45079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:43:49,825 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:43:49,825 INFO [RS:0;de2d41f4e681:45079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45079 2024-11-16T03:43:49,833 INFO [regionserver/de2d41f4e681:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:43:49,874 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de2d41f4e681,45079,1731728576352 2024-11-16T03:43:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:43:49,874 INFO [RS:0;de2d41f4e681:45079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:43:49,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de2d41f4e681,45079,1731728576352] 2024-11-16T03:43:49,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/de2d41f4e681,45079,1731728576352 already deleted, retry=false 2024-11-16T03:43:49,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; de2d41f4e681,45079,1731728576352 expired; onlineServers=0 2024-11-16T03:43:49,891 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'de2d41f4e681,44939,1731728576181' ***** 2024-11-16T03:43:49,891 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T03:43:49,891 INFO [M:0;de2d41f4e681:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:43:49,891 INFO [M:0;de2d41f4e681:44939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:43:49,891 DEBUG [M:0;de2d41f4e681:44939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T03:43:49,891 DEBUG [M:0;de2d41f4e681:44939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T03:43:49,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T03:43:49,891 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728577672 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728577672,5,FailOnTimeoutGroup] 2024-11-16T03:43:49,891 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728577672 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728577672,5,FailOnTimeoutGroup] 2024-11-16T03:43:49,892 INFO [M:0;de2d41f4e681:44939 {}] hbase.ChoreService(370): Chore service for: master/de2d41f4e681:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T03:43:49,892 INFO [M:0;de2d41f4e681:44939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:43:49,892 DEBUG [M:0;de2d41f4e681:44939 {}] master.HMaster(1795): Stopping service threads 2024-11-16T03:43:49,892 INFO [M:0;de2d41f4e681:44939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T03:43:49,892 INFO [M:0;de2d41f4e681:44939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:43:49,893 INFO [M:0;de2d41f4e681:44939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T03:43:49,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T03:43:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T03:43:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:49,899 DEBUG [M:0;de2d41f4e681:44939 {}] zookeeper.ZKUtil(347): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T03:43:49,899 WARN [M:0;de2d41f4e681:44939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T03:43:49,902 INFO [M:0;de2d41f4e681:44939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/.lastflushedseqids 2024-11-16T03:43:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741849_1025 (size=130) 2024-11-16T03:43:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741849_1025 (size=130) 2024-11-16T03:43:49,913 INFO [M:0;de2d41f4e681:44939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T03:43:49,913 INFO [M:0;de2d41f4e681:44939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T03:43:49,913 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:43:49,913 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:49,913 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:49,913 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:43:49,913 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:49,913 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-11-16T03:43:49,929 DEBUG [M:0;de2d41f4e681:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8adc144d8b7c4c2ca826db21daf73df4 is 82, key is hbase:meta,,1/info:regioninfo/1731728578410/Put/seqid=0 2024-11-16T03:43:49,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741850_1026 (size=5672) 2024-11-16T03:43:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741850_1026 (size=5672) 2024-11-16T03:43:49,935 INFO [M:0;de2d41f4e681:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8adc144d8b7c4c2ca826db21daf73df4 2024-11-16T03:43:49,956 DEBUG [M:0;de2d41f4e681:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515c2fffc18244b5b28acbfcbf9369f3 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731728578963/Put/seqid=0 2024-11-16T03:43:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741851_1027 (size=7818) 2024-11-16T03:43:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741851_1027 (size=7818) 2024-11-16T03:43:49,962 INFO [M:0;de2d41f4e681:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515c2fffc18244b5b28acbfcbf9369f3 2024-11-16T03:43:49,968 INFO [M:0;de2d41f4e681:44939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 515c2fffc18244b5b28acbfcbf9369f3 2024-11-16T03:43:49,982 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:43:49,982 INFO [RS:0;de2d41f4e681:45079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:43:49,982 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x1014306a1610001, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:43:49,982 INFO [RS:0;de2d41f4e681:45079 {}] regionserver.HRegionServer(1031): Exiting; stopping=de2d41f4e681,45079,1731728576352; zookeeper connection closed. 2024-11-16T03:43:49,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d756468 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d756468 2024-11-16T03:43:49,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T03:43:49,984 DEBUG [M:0;de2d41f4e681:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10704895e6074d72b7058383b3bb04a0 is 69, key is de2d41f4e681,45079,1731728576352/rs:state/1731728577804/Put/seqid=0 2024-11-16T03:43:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741852_1028 (size=5156) 2024-11-16T03:43:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741852_1028 (size=5156) 2024-11-16T03:43:49,990 INFO [M:0;de2d41f4e681:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10704895e6074d72b7058383b3bb04a0 2024-11-16T03:43:50,012 DEBUG [M:0;de2d41f4e681:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a96b84eff7f24d88a600511f086d1ee1 is 52, key is load_balancer_on/state:d/1731728578578/Put/seqid=0 2024-11-16T03:43:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741853_1029 (size=5056) 2024-11-16T03:43:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741853_1029 (size=5056) 2024-11-16T03:43:50,017 INFO [M:0;de2d41f4e681:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a96b84eff7f24d88a600511f086d1ee1 2024-11-16T03:43:50,023 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8adc144d8b7c4c2ca826db21daf73df4 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8adc144d8b7c4c2ca826db21daf73df4 2024-11-16T03:43:50,029 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8adc144d8b7c4c2ca826db21daf73df4, entries=8, sequenceid=121, filesize=5.5 K 2024-11-16T03:43:50,030 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515c2fffc18244b5b28acbfcbf9369f3 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/515c2fffc18244b5b28acbfcbf9369f3 2024-11-16T03:43:50,036 INFO [M:0;de2d41f4e681:44939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 515c2fffc18244b5b28acbfcbf9369f3 2024-11-16T03:43:50,036 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/515c2fffc18244b5b28acbfcbf9369f3, entries=14, sequenceid=121, filesize=7.6 K 2024-11-16T03:43:50,037 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10704895e6074d72b7058383b3bb04a0 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10704895e6074d72b7058383b3bb04a0 2024-11-16T03:43:50,044 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10704895e6074d72b7058383b3bb04a0, entries=1, sequenceid=121, filesize=5.0 K 2024-11-16T03:43:50,046 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a96b84eff7f24d88a600511f086d1ee1 as hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a96b84eff7f24d88a600511f086d1ee1 2024-11-16T03:43:50,052 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/d26409c9-726e-7aba-8b8b-9904a5020406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a96b84eff7f24d88a600511f086d1ee1, entries=1, sequenceid=121, filesize=4.9 K 2024-11-16T03:43:50,053 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=121, compaction requested=false 2024-11-16T03:43:50,055 INFO [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:50,055 DEBUG [M:0;de2d41f4e681:44939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728629913Disabling compacts and flushes for region at 1731728629913Disabling writes for close at 1731728629913Obtaining lock to block concurrent updates at 1731728629913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731728629913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1731728629914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731728629914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731728629915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731728629929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731728629929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731728629941 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731728629956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731728629956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731728629969 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731728629983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731728629983Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731728629996 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731728630011 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731728630011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29af9f0: reopening flushed file at 1731728630022 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d57c86: reopening flushed file at 1731728630029 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d70b6b3: reopening flushed file at 1731728630036 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a102997: reopening flushed file at 1731728630045 (+9 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=121, compaction requested=false at 1731728630053 (+8 ms)Writing region close event to WAL at 1731728630055 (+2 ms)Closed at 1731728630055 2024-11-16T03:43:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741830_1006 (size=52987) 2024-11-16T03:43:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741830_1006 (size=52987) 2024-11-16T03:43:50,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:43:50,058 INFO [M:0;de2d41f4e681:44939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T03:43:50,058 INFO [M:0;de2d41f4e681:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44939 2024-11-16T03:43:50,058 INFO [M:0;de2d41f4e681:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:43:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:43:50,182 INFO [M:0;de2d41f4e681:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:43:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1014306a1610000, quorum=127.0.0.1:62138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:43:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a5975c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:43:50,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@457d2735{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:43:50,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:43:50,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dbd2167{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:43:50,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590bba03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,STOPPED} 2024-11-16T03:43:50,219 WARN [BP-1897288535-172.17.0.2-1731728574320 heartbeating to localhost/127.0.0.1:34911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:43:50,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:43:50,219 WARN [BP-1897288535-172.17.0.2-1731728574320 heartbeating to localhost/127.0.0.1:34911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897288535-172.17.0.2-1731728574320 (Datanode Uuid 1f991b63-2d5a-4425-b057-4851db66cc70) service to localhost/127.0.0.1:34911 2024-11-16T03:43:50,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:43:50,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data3/current/BP-1897288535-172.17.0.2-1731728574320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:43:50,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data4/current/BP-1897288535-172.17.0.2-1731728574320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:43:50,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:43:50,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@df9f073{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:43:50,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c5100ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:43:50,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:43:50,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ea0bc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:43:50,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,STOPPED} 2024-11-16T03:43:50,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:43:50,224 WARN [BP-1897288535-172.17.0.2-1731728574320 heartbeating to localhost/127.0.0.1:34911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:43:50,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:43:50,224 WARN [BP-1897288535-172.17.0.2-1731728574320 heartbeating to localhost/127.0.0.1:34911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897288535-172.17.0.2-1731728574320 (Datanode Uuid 699e2876-1398-4cef-8820-6aaa2c824591) service to localhost/127.0.0.1:34911 2024-11-16T03:43:50,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data1/current/BP-1897288535-172.17.0.2-1731728574320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:43:50,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/cluster_0150b68d-28de-97b6-7c62-5ba22bc19ecd/data/data2/current/BP-1897288535-172.17.0.2-1731728574320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:43:50,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:43:50,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c964b5a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:43:50,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54168d51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:43:50,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:43:50,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a4b7421{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:43:50,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3a20a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir/,STOPPED} 2024-11-16T03:43:50,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T03:43:50,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T03:43:50,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=95 (was 101), OpenFileDescriptor=426 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7118 (was 7796) 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=95, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=7118 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.log.dir so I do NOT create it in target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69c96955-2a08-5fd6-e9a3-824867585c27/hadoop.tmp.dir so I do NOT create it in target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a, deleteOnExit=true 2024-11-16T03:43:50,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/test.cache.data in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T03:43:50,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:43:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/nfs.dump.dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/java.io.tmpdir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T03:43:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T03:43:50,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:43:50,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:43:50,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:43:50,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:43:50,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:43:50,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:43:50,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7110f9ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:43:50,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1399bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:43:50,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f112309{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/java.io.tmpdir/jetty-localhost-35263-hadoop-hdfs-3_4_1-tests_jar-_-any-4501833338797456188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:43:50,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b1ba8e5{HTTP/1.1, (http/1.1)}{localhost:35263} 2024-11-16T03:43:50,663 INFO [Time-limited test {}] server.Server(415): Started @150635ms 2024-11-16T03:43:51,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:43:51,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:43:51,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:43:51,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:43:51,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:43:51,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dbe8c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:43:51,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa11b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:43:51,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f105b2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/java.io.tmpdir/jetty-localhost-36369-hadoop-hdfs-3_4_1-tests_jar-_-any-6790994687964172922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:43:51,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f27b998{HTTP/1.1, (http/1.1)}{localhost:36369} 2024-11-16T03:43:51,187 INFO [Time-limited test {}] server.Server(415): Started @151158ms 2024-11-16T03:43:51,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:43:51,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:43:51,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:43:51,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:43:51,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:43:51,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:43:51,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7081815e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:43:51,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffe845e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:43:51,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@456919cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-3686808566880150093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:43:51,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40771e46{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-11-16T03:43:51,319 INFO [Time-limited test {}] server.Server(415): Started @151290ms 2024-11-16T03:43:51,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:43:51,896 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data1/current/BP-1574268877-172.17.0.2-1731728630294/current, will proceed with Du for space computation calculation, 2024-11-16T03:43:51,896 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data2/current/BP-1574268877-172.17.0.2-1731728630294/current, will proceed with Du for space computation calculation, 2024-11-16T03:43:51,917 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:43:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35a4e3b09210b207 with lease ID 0x3efff2c97918a3b1: Processing first storage report for DS-cce0f7d6-2112-40ae-8cf2-c85218a21013 from datanode DatanodeRegistration(127.0.0.1:44471, datanodeUuid=a2f4a307-dc03-4c8d-abf5-5b2ef4325bf3, infoPort=38903, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294) 2024-11-16T03:43:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35a4e3b09210b207 with lease ID 0x3efff2c97918a3b1: from storage DS-cce0f7d6-2112-40ae-8cf2-c85218a21013 node DatanodeRegistration(127.0.0.1:44471, datanodeUuid=a2f4a307-dc03-4c8d-abf5-5b2ef4325bf3, infoPort=38903, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T03:43:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35a4e3b09210b207 with lease ID 0x3efff2c97918a3b1: Processing first storage report for DS-8fe048ea-0143-4652-aa4f-9a096455731f from datanode DatanodeRegistration(127.0.0.1:44471, datanodeUuid=a2f4a307-dc03-4c8d-abf5-5b2ef4325bf3, infoPort=38903, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294) 2024-11-16T03:43:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35a4e3b09210b207 with lease ID 0x3efff2c97918a3b1: from storage DS-8fe048ea-0143-4652-aa4f-9a096455731f node DatanodeRegistration(127.0.0.1:44471, datanodeUuid=a2f4a307-dc03-4c8d-abf5-5b2ef4325bf3, infoPort=38903, infoSecurePort=0, ipcPort=42193, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:43:52,040 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data3/current/BP-1574268877-172.17.0.2-1731728630294/current, will proceed with Du for space computation calculation, 2024-11-16T03:43:52,040 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data4/current/BP-1574268877-172.17.0.2-1731728630294/current, will proceed with Du for space computation calculation, 2024-11-16T03:43:52,061 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:43:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78775a2fd2d575ad with lease ID 0x3efff2c97918a3b2: Processing first storage report for DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=d2d74af3-1024-46d2-98b0-f4e5c74fcb72, infoPort=33107, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294) 2024-11-16T03:43:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78775a2fd2d575ad with lease ID 0x3efff2c97918a3b2: from storage DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=d2d74af3-1024-46d2-98b0-f4e5c74fcb72, infoPort=33107, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:43:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78775a2fd2d575ad with lease ID 0x3efff2c97918a3b2: Processing first storage report for DS-f4bb2e68-4128-4907-b76b-5153a71616c2 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=d2d74af3-1024-46d2-98b0-f4e5c74fcb72, infoPort=33107, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294) 2024-11-16T03:43:52,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78775a2fd2d575ad with lease ID 0x3efff2c97918a3b2: from storage DS-f4bb2e68-4128-4907-b76b-5153a71616c2 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=d2d74af3-1024-46d2-98b0-f4e5c74fcb72, infoPort=33107, infoSecurePort=0, ipcPort=33859, storageInfo=lv=-57;cid=testClusterID;nsid=64173649;c=1731728630294), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:43:52,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d 2024-11-16T03:43:52,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/zookeeper_0, clientPort=55272, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T03:43:52,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55272 2024-11-16T03:43:52,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:43:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:43:52,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde with version=8 2024-11-16T03:43:52,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase-staging 2024-11-16T03:43:52,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T03:43:52,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:43:52,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44459 2024-11-16T03:43:52,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44459 connecting to ZooKeeper ensemble=127.0.0.1:55272 2024-11-16T03:43:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444590x0, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:43:52,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44459-0x10143077c200000 connected 2024-11-16T03:43:52,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:43:52,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde, hbase.cluster.distributed=false 2024-11-16T03:43:52,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:43:52,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-16T03:43:52,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44459 2024-11-16T03:43:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44459 2024-11-16T03:43:52,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-16T03:43:52,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-16T03:43:52,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T03:43:52,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:43:52,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37595 2024-11-16T03:43:52,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37595 connecting to ZooKeeper ensemble=127.0.0.1:55272 2024-11-16T03:43:52,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375950x0, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:43:52,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37595-0x10143077c200001 connected 2024-11-16T03:43:52,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:43:52,340 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T03:43:52,341 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T03:43:52,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T03:43:52,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:43:52,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-16T03:43:52,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37595 2024-11-16T03:43:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37595 2024-11-16T03:43:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-16T03:43:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-16T03:43:52,358 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de2d41f4e681:44459 2024-11-16T03:43:52,358 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:43:52,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:43:52,365 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T03:43:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,374 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T03:43:52,374 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de2d41f4e681,44459,1731728632172 from backup master directory 2024-11-16T03:43:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:43:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:43:52,381 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:43:52,381 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,387 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/hbase.id] with ID: a6440300-3a44-4c40-ade6-eaf8a96292bd 2024-11-16T03:43:52,387 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/.tmp/hbase.id 2024-11-16T03:43:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:43:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:43:52,394 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/.tmp/hbase.id]:[hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/hbase.id] 2024-11-16T03:43:52,408 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:52,408 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T03:43:52,410 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T03:43:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:43:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:43:52,422 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:43:52,422 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T03:43:52,423 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:43:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:43:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:43:52,431 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store 2024-11-16T03:43:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:43:52,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:43:52,438 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:52,438 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:43:52,438 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728632438Disabling compacts and flushes for region at 1731728632438Disabling writes for close at 1731728632438Writing region close event to WAL at 1731728632438Closed at 1731728632438 2024-11-16T03:43:52,439 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/.initializing 2024-11-16T03:43:52,439 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/WALs/de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,440 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:43:52,442 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C44459%2C1731728632172, suffix=, logDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/WALs/de2d41f4e681,44459,1731728632172, archiveDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/oldWALs, maxLogs=10 2024-11-16T03:43:52,455 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/WALs/de2d41f4e681,44459,1731728632172/de2d41f4e681%2C44459%2C1731728632172.1731728632442, exclude list is [], retry=0 2024-11-16T03:43:52,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-cce0f7d6-2112-40ae-8cf2-c85218a21013,DISK] 2024-11-16T03:43:52,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353,DISK] 2024-11-16T03:43:52,460 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/WALs/de2d41f4e681,44459,1731728632172/de2d41f4e681%2C44459%2C1731728632172.1731728632442 2024-11-16T03:43:52,460 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903),(127.0.0.1/127.0.0.1:33107:33107)] 2024-11-16T03:43:52,460 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:43:52,460 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:52,460 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,460 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T03:43:52,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:52,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T03:43:52,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:43:52,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T03:43:52,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:43:52,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T03:43:52,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:43:52,469 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,469 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,470 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,471 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,471 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,471 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T03:43:52,473 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:43:52,474 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:43:52,475 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848649, jitterRate=0.07911327481269836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T03:43:52,475 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731728632461Initializing all the Stores at 1731728632462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728632462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728632462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728632462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728632462Cleaning up temporary data from old regions at 1731728632471 (+9 ms)Region opened successfully at 1731728632475 (+4 ms) 2024-11-16T03:43:52,476 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T03:43:52,479 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9b035c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:43:52,480 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T03:43:52,480 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T03:43:52,480 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T03:43:52,480 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T03:43:52,481 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T03:43:52,481 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T03:43:52,481 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T03:43:52,483 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T03:43:52,484 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T03:43:52,506 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T03:43:52,507 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T03:43:52,507 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T03:43:52,514 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T03:43:52,515 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T03:43:52,516 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T03:43:52,523 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T03:43:52,524 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T03:43:52,531 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T03:43:52,533 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T03:43:52,539 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T03:43:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:43:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:43:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,548 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=de2d41f4e681,44459,1731728632172, sessionid=0x10143077c200000, setting cluster-up flag (Was=false) 2024-11-16T03:43:52,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,590 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T03:43:52,591 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:52,631 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T03:43:52,633 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,44459,1731728632172 2024-11-16T03:43:52,634 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T03:43:52,636 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T03:43:52,636 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T03:43:52,636 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T03:43:52,637 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de2d41f4e681,44459,1731728632172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de2d41f4e681:0, corePoolSize=10, maxPoolSize=10 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:43:52,639 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:43:52,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T03:43:52,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T03:43:52,648 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(746): ClusterId : a6440300-3a44-4c40-ade6-eaf8a96292bd 2024-11-16T03:43:52,648 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T03:43:52,650 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731728662650 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T03:43:52,651 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T03:43:52,652 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,655 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T03:43:52,655 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T03:43:52,655 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T03:43:52,655 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T03:43:52,656 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T03:43:52,657 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T03:43:52,657 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T03:43:52,661 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728632656,5,FailOnTimeoutGroup] 2024-11-16T03:43:52,662 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728632661,5,FailOnTimeoutGroup] 2024-11-16T03:43:52,662 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,662 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T03:43:52,662 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,662 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:43:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:43:52,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T03:43:52,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde 2024-11-16T03:43:52,665 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T03:43:52,666 DEBUG [RS:0;de2d41f4e681:37595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3dc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:43:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:43:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:43:52,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:52,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:43:52,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:43:52,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:52,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:43:52,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:43:52,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:52,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:43:52,678 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de2d41f4e681:37595 2024-11-16T03:43:52,678 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T03:43:52,678 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T03:43:52,678 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T03:43:52,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:43:52,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,679 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(2659): reportForDuty to master=de2d41f4e681,44459,1731728632172 with port=37595, startcode=1731728632325 2024-11-16T03:43:52,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:52,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:43:52,679 DEBUG [RS:0;de2d41f4e681:37595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T03:43:52,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:43:52,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:52,680 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T03:43:52,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:52,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:43:52,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] master.ServerManager(517): Registering regionserver=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740 2024-11-16T03:43:52,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740 2024-11-16T03:43:52,682 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde 2024-11-16T03:43:52,683 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42701 2024-11-16T03:43:52,683 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T03:43:52,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:43:52,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:43:52,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:43:52,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:43:52,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:43:52,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718372, jitterRate=-0.08654297888278961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:43:52,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731728632672Initializing all the Stores at 1731728632673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728632673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728632673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728632673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728632673Cleaning up temporary data from old regions at 1731728632683 (+10 ms)Region opened successfully at 1731728632687 (+4 ms) 2024-11-16T03:43:52,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:43:52,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:43:52,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:43:52,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:43:52,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:43:52,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:43:52,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728632687Disabling compacts and flushes for region at 1731728632687Disabling writes for close at 1731728632688 (+1 ms)Writing region close event to WAL at 1731728632688Closed at 1731728632688 2024-11-16T03:43:52,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:43:52,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T03:43:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:43:52,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T03:43:52,690 DEBUG [RS:0;de2d41f4e681:37595 {}] zookeeper.ZKUtil(111): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,690 WARN [RS:0;de2d41f4e681:37595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:43:52,690 INFO [RS:0;de2d41f4e681:37595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:43:52,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de2d41f4e681,37595,1731728632325] 2024-11-16T03:43:52,690 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:43:52,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T03:43:52,694 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T03:43:52,695 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T03:43:52,696 INFO [RS:0;de2d41f4e681:37595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:43:52,696 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,696 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T03:43:52,697 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T03:43:52,697 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:43:52,697 DEBUG [RS:0;de2d41f4e681:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,698 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,37595,1731728632325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:43:52,712 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T03:43:52,713 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,37595,1731728632325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,713 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,713 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.Replication(171): de2d41f4e681,37595,1731728632325 started 2024-11-16T03:43:52,728 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:52,728 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1482): Serving as de2d41f4e681,37595,1731728632325, RpcServer on de2d41f4e681/172.17.0.2:37595, sessionid=0x10143077c200001 2024-11-16T03:43:52,728 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T03:43:52,728 DEBUG [RS:0;de2d41f4e681:37595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,728 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,37595,1731728632325' 2024-11-16T03:43:52,728 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de2d41f4e681,37595,1731728632325 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,37595,1731728632325' 2024-11-16T03:43:52,729 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T03:43:52,730 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T03:43:52,730 DEBUG [RS:0;de2d41f4e681:37595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T03:43:52,730 INFO [RS:0;de2d41f4e681:37595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T03:43:52,730 INFO [RS:0;de2d41f4e681:37595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T03:43:52,831 INFO [RS:0;de2d41f4e681:37595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:43:52,833 INFO [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C37595%2C1731728632325, suffix=, logDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325, archiveDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs, maxLogs=32 2024-11-16T03:43:52,842 WARN [de2d41f4e681:44459 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T03:43:52,849 DEBUG [RS:0;de2d41f4e681:37595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728632834, exclude list is [], retry=0 2024-11-16T03:43:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353,DISK] 2024-11-16T03:43:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-cce0f7d6-2112-40ae-8cf2-c85218a21013,DISK] 2024-11-16T03:43:52,858 INFO [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728632834 2024-11-16T03:43:52,858 DEBUG [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-16T03:43:53,092 DEBUG [de2d41f4e681:44459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T03:43:53,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:53,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,37595,1731728632325, state=OPENING 2024-11-16T03:43:53,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T03:43:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:43:53,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:43:53,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:43:53,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:43:53,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,37595,1731728632325}] 2024-11-16T03:43:53,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T03:43:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T03:43:53,316 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T03:43:53,319 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:43:53,319 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T03:43:53,323 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C37595%2C1731728632325.meta, suffix=.meta, logDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325, archiveDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs, maxLogs=32 2024-11-16T03:43:53,338 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.meta.1731728633323.meta, exclude list is [], retry=0 2024-11-16T03:43:53,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-cce0f7d6-2112-40ae-8cf2-c85218a21013,DISK] 2024-11-16T03:43:53,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353,DISK] 2024-11-16T03:43:53,348 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.meta.1731728633323.meta 2024-11-16T03:43:53,349 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38903:38903),(127.0.0.1/127.0.0.1:33107:33107)] 2024-11-16T03:43:53,349 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:43:53,349 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T03:43:53,350 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T03:43:53,350 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T03:43:53,350 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T03:43:53,350 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:53,350 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T03:43:53,350 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T03:43:53,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:43:53,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:43:53,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:53,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:43:53,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:43:53,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:53,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:43:53,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:43:53,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:53,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:43:53,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:43:53,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:43:53,362 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:43:53,363 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740 2024-11-16T03:43:53,364 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740 2024-11-16T03:43:53,366 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:43:53,366 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:43:53,367 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:43:53,369 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:43:53,369 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792525, jitterRate=0.007748693227767944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:43:53,370 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T03:43:53,370 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731728633350Writing region info on filesystem at 1731728633350Initializing all the Stores at 1731728633352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728633352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728633354 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728633354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728633354Cleaning up temporary data from old regions at 1731728633366 (+12 ms)Running coprocessor post-open hooks at 1731728633370 (+4 ms)Region opened successfully at 1731728633370 2024-11-16T03:43:53,371 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731728633310 2024-11-16T03:43:53,374 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T03:43:53,374 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T03:43:53,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:53,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,37595,1731728632325, state=OPEN 2024-11-16T03:43:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:43:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:43:53,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:53,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:43:53,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:43:53,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T03:43:53,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,37595,1731728632325 in 274 msec 2024-11-16T03:43:53,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T03:43:53,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-16T03:43:53,438 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:43:53,438 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T03:43:53,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:43:53,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,37595,1731728632325, seqNum=-1] 2024-11-16T03:43:53,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:43:53,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:43:53,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 812 msec 2024-11-16T03:43:53,449 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731728633448, completionTime=-1 2024-11-16T03:43:53,449 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T03:43:53,449 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T03:43:53,452 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T03:43:53,452 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731728693452 2024-11-16T03:43:53,452 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731728753452 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de2d41f4e681:44459, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,453 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,454 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,456 DEBUG [master/de2d41f4e681:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.077sec 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:43:53,459 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T03:43:53,465 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T03:43:53,465 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T03:43:53,465 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,44459,1731728632172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:43:53,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a120966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:43:53,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request de2d41f4e681,44459,-1 for getting cluster id 2024-11-16T03:43:53,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T03:43:53,550 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6440300-3a44-4c40-ade6-eaf8a96292bd' 2024-11-16T03:43:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T03:43:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6440300-3a44-4c40-ade6-eaf8a96292bd" 2024-11-16T03:43:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a61ce5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:43:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [de2d41f4e681,44459,-1] 2024-11-16T03:43:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T03:43:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:43:53,553 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T03:43:53,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1d8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:43:53,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:43:53,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,37595,1731728632325, seqNum=-1] 2024-11-16T03:43:53,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:43:53,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:43:53,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=de2d41f4e681,44459,1731728632172 2024-11-16T03:43:53,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:43:53,566 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T03:43:53,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T03:43:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is de2d41f4e681,44459,1731728632172 2024-11-16T03:43:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bdc9104 2024-11-16T03:43:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T03:43:53,572 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T03:43:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T03:43:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T03:43:53,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:43:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-16T03:43:53,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T03:43:53,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-16T03:43:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:43:53,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T03:43:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741835_1011 (size=381) 2024-11-16T03:43:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741835_1011 (size=381) 2024-11-16T03:43:53,600 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 495676e88dfa08e4e6e176464e2f5faa, NAME => 'TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde 2024-11-16T03:43:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741836_1012 (size=64) 2024-11-16T03:43:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741836_1012 (size=64) 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 495676e88dfa08e4e6e176464e2f5faa, disabling compactions & flushes 2024-11-16T03:43:53,629 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. after waiting 0 ms 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,629 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,629 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 495676e88dfa08e4e6e176464e2f5faa: Waiting for close lock at 1731728633629Disabling compacts and flushes for region at 1731728633629Disabling writes for close at 1731728633629Writing region close event to WAL at 1731728633629Closed at 1731728633629 2024-11-16T03:43:53,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T03:43:53,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731728633631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728633631"}]},"ts":"1731728633631"} 2024-11-16T03:43:53,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T03:43:53,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T03:43:53,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728633637"}]},"ts":"1731728633637"} 2024-11-16T03:43:53,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-16T03:43:53,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, ASSIGN}] 2024-11-16T03:43:53,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, ASSIGN 2024-11-16T03:43:53,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, ASSIGN; state=OFFLINE, location=de2d41f4e681,37595,1731728632325; forceNewPlan=false, retain=false 2024-11-16T03:43:53,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495676e88dfa08e4e6e176464e2f5faa, regionState=OPENING, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:53,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, ASSIGN because future has completed 2024-11-16T03:43:53,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325}] 2024-11-16T03:43:53,957 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,957 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 495676e88dfa08e4e6e176464e2f5faa, NAME => 'TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:43:53,958 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,958 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:43:53,958 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,958 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,960 INFO [StoreOpener-495676e88dfa08e4e6e176464e2f5faa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,962 INFO [StoreOpener-495676e88dfa08e4e6e176464e2f5faa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495676e88dfa08e4e6e176464e2f5faa columnFamilyName info 2024-11-16T03:43:53,962 DEBUG [StoreOpener-495676e88dfa08e4e6e176464e2f5faa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:43:53,963 INFO [StoreOpener-495676e88dfa08e4e6e176464e2f5faa-1 {}] regionserver.HStore(327): Store=495676e88dfa08e4e6e176464e2f5faa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:43:53,963 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,965 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,965 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,965 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,966 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,968 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,970 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:43:53,970 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 495676e88dfa08e4e6e176464e2f5faa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713223, jitterRate=-0.09309042990207672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:43:53,971 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:43:53,971 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 495676e88dfa08e4e6e176464e2f5faa: Running coprocessor pre-open hook at 1731728633958Writing region info on filesystem at 1731728633958Initializing all the Stores at 1731728633959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728633959Cleaning up temporary data from old regions at 1731728633966 (+7 ms)Running coprocessor post-open hooks at 1731728633971 (+5 ms)Region opened successfully at 1731728633971 2024-11-16T03:43:53,972 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., pid=6, masterSystemTime=1731728633952 2024-11-16T03:43:53,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495676e88dfa08e4e6e176464e2f5faa, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:43:53,978 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,978 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:43:53,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325 because future has completed 2024-11-16T03:43:53,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T03:43:53,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325 in 184 msec 2024-11-16T03:43:53,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T03:43:53,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, ASSIGN in 345 msec 2024-11-16T03:43:53,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T03:43:53,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731728633990"}]},"ts":"1731728633990"} 2024-11-16T03:43:53,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-16T03:43:53,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T03:43:53,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 421 msec 2024-11-16T03:43:54,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:43:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:54,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:43:57,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-16T03:43:57,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T03:43:57,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T03:43:58,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T03:43:58,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-16T03:44:03,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:44:03,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T03:44:03,655 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-16T03:44:03,655 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-16T03:44:03,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-16T03:44:03,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., hostname=de2d41f4e681,37595,1731728632325, seqNum=2] 2024-11-16T03:44:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:03,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:44:03,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/f2f6fb9563774f47aa2667337e4ffb96 is 1055, key is row0001/info:/1731728643667/Put/seqid=0 2024-11-16T03:44:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741837_1013 (size=13386) 2024-11-16T03:44:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741837_1013 (size=13386) 2024-11-16T03:44:03,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/f2f6fb9563774f47aa2667337e4ffb96 2024-11-16T03:44:03,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/f2f6fb9563774f47aa2667337e4ffb96 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96 2024-11-16T03:44:03,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T03:44:03,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 495676e88dfa08e4e6e176464e2f5faa in 40ms, sequenceid=12, compaction requested=false 2024-11-16T03:44:03,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:03,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-16T03:44:03,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/40e4cf2120e74d0398f0145c167c5092 is 1055, key is row0009/info:/1731728643694/Put/seqid=0 2024-11-16T03:44:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741838_1014 (size=26030) 2024-11-16T03:44:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741838_1014 (size=26030) 2024-11-16T03:44:03,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/40e4cf2120e74d0398f0145c167c5092 2024-11-16T03:44:03,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/40e4cf2120e74d0398f0145c167c5092 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092 2024-11-16T03:44:03,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092, entries=20, sequenceid=35, filesize=25.4 K 2024-11-16T03:44:03,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 495676e88dfa08e4e6e176464e2f5faa in 23ms, sequenceid=35, compaction requested=false 2024-11-16T03:44:03,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:03,756 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-16T03:44:03,756 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:03,757 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092 because midkey is the same as first or last row 2024-11-16T03:44:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:05,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:44:05,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/b7fca7ec339c451a915285c274f3de96 is 1055, key is row0029/info:/1731728643734/Put/seqid=0 2024-11-16T03:44:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741839_1015 (size=13386) 2024-11-16T03:44:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741839_1015 (size=13386) 2024-11-16T03:44:05,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/b7fca7ec339c451a915285c274f3de96 2024-11-16T03:44:05,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/b7fca7ec339c451a915285c274f3de96 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96 2024-11-16T03:44:05,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96, entries=8, sequenceid=46, filesize=13.1 K 2024-11-16T03:44:05,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 495676e88dfa08e4e6e176464e2f5faa in 49ms, sequenceid=46, compaction requested=true 2024-11-16T03:44:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-16T03:44:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:05,803 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092 because midkey is the same as first or last row 2024-11-16T03:44:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495676e88dfa08e4e6e176464e2f5faa:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:05,805 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:05,806 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:05,806 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): 495676e88dfa08e4e6e176464e2f5faa/info is initiating minor compaction (all files) 2024-11-16T03:44:05,807 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 495676e88dfa08e4e6e176464e2f5faa/info in TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:05,807 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp, totalSize=51.6 K 2024-11-16T03:44:05,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-16T03:44:05,807 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f6fb9563774f47aa2667337e4ffb96, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731728643667 2024-11-16T03:44:05,808 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40e4cf2120e74d0398f0145c167c5092, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731728643694 2024-11-16T03:44:05,808 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7fca7ec339c451a915285c274f3de96, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731728643734 2024-11-16T03:44:05,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/0583f03ee11f4b4e8a48d4eb0443ff53 is 1055, key is row0037/info:/1731728645756/Put/seqid=0 2024-11-16T03:44:05,835 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495676e88dfa08e4e6e176464e2f5faa#info#compaction#35 average throughput is 9.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:05,836 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/d3af792629d54bc6afda2cd6fc869ad0 is 1055, key is row0001/info:/1731728643667/Put/seqid=0 2024-11-16T03:44:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741840_1016 (size=26030) 2024-11-16T03:44:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741840_1016 (size=26030) 2024-11-16T03:44:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741841_1017 (size=43001) 2024-11-16T03:44:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741841_1017 (size=43001) 2024-11-16T03:44:05,852 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/d3af792629d54bc6afda2cd6fc869ad0 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 2024-11-16T03:44:05,859 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 495676e88dfa08e4e6e176464e2f5faa/info of 495676e88dfa08e4e6e176464e2f5faa into d3af792629d54bc6afda2cd6fc869ad0(size=42.0 K), total size for store is 42.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:05,860 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:05,861 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., storeName=495676e88dfa08e4e6e176464e2f5faa/info, priority=13, startTime=1731728645804; duration=0sec 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:05,862 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:05,863 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495676e88dfa08e4e6e176464e2f5faa:info 2024-11-16T03:44:06,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/0583f03ee11f4b4e8a48d4eb0443ff53 2024-11-16T03:44:06,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/0583f03ee11f4b4e8a48d4eb0443ff53 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53 2024-11-16T03:44:06,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53, entries=20, sequenceid=69, filesize=25.4 K 2024-11-16T03:44:06,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=8.21 KB/8408 for 495676e88dfa08e4e6e176464e2f5faa in 446ms, sequenceid=69, compaction requested=false 2024-11-16T03:44:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-16T03:44:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:07,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-16T03:44:07,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/9a2b0f23d04c4766bfa0f043cdb456d8 is 1055, key is row0057/info:/1731728645809/Put/seqid=0 2024-11-16T03:44:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741842_1018 (size=14438) 2024-11-16T03:44:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741842_1018 (size=14438) 2024-11-16T03:44:07,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/9a2b0f23d04c4766bfa0f043cdb456d8 2024-11-16T03:44:07,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/9a2b0f23d04c4766bfa0f043cdb456d8 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8 2024-11-16T03:44:07,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8, entries=9, sequenceid=82, filesize=14.1 K 2024-11-16T03:44:07,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=11.29 KB/11561 for 495676e88dfa08e4e6e176464e2f5faa in 28ms, sequenceid=82, compaction requested=true 2024-11-16T03:44:07,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 495676e88dfa08e4e6e176464e2f5faa:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:07,858 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:07,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-16T03:44:07,859 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:07,859 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): 495676e88dfa08e4e6e176464e2f5faa/info is initiating minor compaction (all files) 2024-11-16T03:44:07,859 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 495676e88dfa08e4e6e176464e2f5faa/info in TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:07,859 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp, totalSize=81.5 K 2024-11-16T03:44:07,860 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3af792629d54bc6afda2cd6fc869ad0, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731728643667 2024-11-16T03:44:07,860 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0583f03ee11f4b4e8a48d4eb0443ff53, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731728645756 2024-11-16T03:44:07,860 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a2b0f23d04c4766bfa0f043cdb456d8, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731728645809 2024-11-16T03:44:07,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/a9d3016bb2dd47b18952e3b8c73e2ef3 is 1055, key is row0066/info:/1731728647833/Put/seqid=0 2024-11-16T03:44:07,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741843_1019 (size=17594) 2024-11-16T03:44:07,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741843_1019 (size=17594) 2024-11-16T03:44:07,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/a9d3016bb2dd47b18952e3b8c73e2ef3 2024-11-16T03:44:07,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/a9d3016bb2dd47b18952e3b8c73e2ef3 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/a9d3016bb2dd47b18952e3b8c73e2ef3 2024-11-16T03:44:07,877 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 495676e88dfa08e4e6e176464e2f5faa#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:07,878 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/63c985a255b541d9bc6ef3080c9a8497 is 1055, key is row0001/info:/1731728643667/Put/seqid=0 2024-11-16T03:44:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741844_1020 (size=73753) 2024-11-16T03:44:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741844_1020 (size=73753) 2024-11-16T03:44:07,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/a9d3016bb2dd47b18952e3b8c73e2ef3, entries=12, sequenceid=97, filesize=17.2 K 2024-11-16T03:44:07,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 495676e88dfa08e4e6e176464e2f5faa in 28ms, sequenceid=97, compaction requested=false 2024-11-16T03:44:07,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:07,886 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,886 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,886 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 because midkey is the same as first or last row 2024-11-16T03:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:07,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-16T03:44:07,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/6eb322cc48044632a2b16240eba0c466 is 1055, key is row0078/info:/1731728647860/Put/seqid=0 2024-11-16T03:44:07,892 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/63c985a255b541d9bc6ef3080c9a8497 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497 2024-11-16T03:44:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741845_1021 (size=17594) 2024-11-16T03:44:07,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/6eb322cc48044632a2b16240eba0c466 2024-11-16T03:44:07,900 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 495676e88dfa08e4e6e176464e2f5faa/info of 495676e88dfa08e4e6e176464e2f5faa into 63c985a255b541d9bc6ef3080c9a8497(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:07,900 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:07,900 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., storeName=495676e88dfa08e4e6e176464e2f5faa/info, priority=13, startTime=1731728647858; duration=0sec 2024-11-16T03:44:07,900 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,900 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,901 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,901 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,901 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,901 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,902 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:07,902 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:07,902 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 495676e88dfa08e4e6e176464e2f5faa:info 2024-11-16T03:44:07,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741845_1021 (size=17594) 2024-11-16T03:44:07,903 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] assignment.AssignmentManager(1363): Split request from de2d41f4e681,37595,1731728632325, parent={ENCODED => 495676e88dfa08e4e6e176464e2f5faa, NAME => 'TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-16T03:44:07,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/6eb322cc48044632a2b16240eba0c466 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/6eb322cc48044632a2b16240eba0c466 2024-11-16T03:44:07,909 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:07,913 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=495676e88dfa08e4e6e176464e2f5faa, daughterA=ce594e9b1229c88e9c75a44e384a6e43, daughterB=f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:07,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/6eb322cc48044632a2b16240eba0c466, entries=12, sequenceid=112, filesize=17.2 K 2024-11-16T03:44:07,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=495676e88dfa08e4e6e176464e2f5faa, daughterA=ce594e9b1229c88e9c75a44e384a6e43, daughterB=f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:07,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=495676e88dfa08e4e6e176464e2f5faa, daughterA=ce594e9b1229c88e9c75a44e384a6e43, daughterB=f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:07,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=495676e88dfa08e4e6e176464e2f5faa, daughterA=ce594e9b1229c88e9c75a44e384a6e43, daughterB=f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:07,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for 495676e88dfa08e4e6e176464e2f5faa in 28ms, sequenceid=112, compaction requested=true 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 495676e88dfa08e4e6e176464e2f5faa: 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.4 K, sizeToCheck=16.0 K 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T03:44:07,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-16T03:44:07,917 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] assignment.AssignmentManager(1363): Split request from de2d41f4e681,37595,1731728632325, parent={ENCODED => 495676e88dfa08e4e6e176464e2f5faa, NAME => 'TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-16T03:44:07,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] assignment.AssignmentManager(1378): Ignoring split request from de2d41f4e681,37595,1731728632325, parent={ENCODED => 495676e88dfa08e4e6e176464e2f5faa, NAME => 'TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-16T03:44:07,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, UNASSIGN}] 2024-11-16T03:44:07,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, UNASSIGN 2024-11-16T03:44:07,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=495676e88dfa08e4e6e176464e2f5faa, regionState=CLOSING, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:07,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, UNASSIGN because future has completed 2024-11-16T03:44:07,928 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-16T03:44:07,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325}] 2024-11-16T03:44:08,085 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,085 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-16T03:44:08,085 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 495676e88dfa08e4e6e176464e2f5faa, disabling compactions & flushes 2024-11-16T03:44:08,085 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:08,085 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:08,085 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. after waiting 0 ms 2024-11-16T03:44:08,085 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:08,085 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 495676e88dfa08e4e6e176464e2f5faa 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-16T03:44:08,090 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/06023cf92b174fe2b668f023ba9b9aee is 1055, key is row0090/info:/1731728647888/Put/seqid=0 2024-11-16T03:44:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741846_1022 (size=12334) 2024-11-16T03:44:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741846_1022 (size=12334) 2024-11-16T03:44:08,096 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/06023cf92b174fe2b668f023ba9b9aee 2024-11-16T03:44:08,102 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/.tmp/info/06023cf92b174fe2b668f023ba9b9aee as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/06023cf92b174fe2b668f023ba9b9aee 2024-11-16T03:44:08,108 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/06023cf92b174fe2b668f023ba9b9aee, entries=7, sequenceid=123, filesize=12.0 K 2024-11-16T03:44:08,109 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 495676e88dfa08e4e6e176464e2f5faa in 24ms, sequenceid=123, compaction requested=true 2024-11-16T03:44:08,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8] to archive 2024-11-16T03:44:08,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T03:44:08,113 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/f2f6fb9563774f47aa2667337e4ffb96 2024-11-16T03:44:08,114 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/40e4cf2120e74d0398f0145c167c5092 2024-11-16T03:44:08,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/d3af792629d54bc6afda2cd6fc869ad0 2024-11-16T03:44:08,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/b7fca7ec339c451a915285c274f3de96 2024-11-16T03:44:08,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/0583f03ee11f4b4e8a48d4eb0443ff53 2024-11-16T03:44:08,119 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/9a2b0f23d04c4766bfa0f043cdb456d8 2024-11-16T03:44:08,125 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-16T03:44:08,126 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. 2024-11-16T03:44:08,126 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 495676e88dfa08e4e6e176464e2f5faa: Waiting for close lock at 1731728648085Running coprocessor pre-close hooks at 1731728648085Disabling compacts and flushes for region at 1731728648085Disabling writes for close at 1731728648085Obtaining lock to block concurrent updates at 1731728648085Preparing flush snapshotting stores in 495676e88dfa08e4e6e176464e2f5faa at 1731728648085Finished memstore snapshotting TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., syncing WAL and waiting on mvcc, flushsize=dataSize=7357, getHeapSize=8136, getOffHeapSize=0, getCellsCount=7 at 1731728648086 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. at 1731728648086Flushing 495676e88dfa08e4e6e176464e2f5faa/info: creating writer at 1731728648086Flushing 495676e88dfa08e4e6e176464e2f5faa/info: appending metadata at 1731728648090 (+4 ms)Flushing 495676e88dfa08e4e6e176464e2f5faa/info: closing flushed file at 1731728648090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7678e295: reopening flushed file at 1731728648101 (+11 ms)Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 495676e88dfa08e4e6e176464e2f5faa in 24ms, sequenceid=123, compaction requested=true at 1731728648109 (+8 ms)Writing region close event to WAL at 1731728648121 (+12 ms)Running coprocessor post-close hooks at 1731728648126 (+5 ms)Closed at 1731728648126 2024-11-16T03:44:08,128 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=495676e88dfa08e4e6e176464e2f5faa, regionState=CLOSED 2024-11-16T03:44:08,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325 because future has completed 2024-11-16T03:44:08,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T03:44:08,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 495676e88dfa08e4e6e176464e2f5faa, server=de2d41f4e681,37595,1731728632325 in 204 msec 2024-11-16T03:44:08,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T03:44:08,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=495676e88dfa08e4e6e176464e2f5faa, UNASSIGN in 212 msec 2024-11-16T03:44:08,144 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:08,147 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=495676e88dfa08e4e6e176464e2f5faa, threads=4 2024-11-16T03:44:08,149 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/6eb322cc48044632a2b16240eba0c466 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,149 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/06023cf92b174fe2b668f023ba9b9aee for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,149 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,149 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/a9d3016bb2dd47b18952e3b8c73e2ef3 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,162 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/a9d3016bb2dd47b18952e3b8c73e2ef3, top=true 2024-11-16T03:44:08,162 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/06023cf92b174fe2b668f023ba9b9aee, top=true 2024-11-16T03:44:08,162 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/6eb322cc48044632a2b16240eba0c466, top=true 2024-11-16T03:44:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741847_1023 (size=27) 2024-11-16T03:44:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741847_1023 (size=27) 2024-11-16T03:44:08,168 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee for child: f259edcd3aa61eb0f8e1924b034d7db3, parent: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,168 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/06023cf92b174fe2b668f023ba9b9aee for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,169 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466 for child: f259edcd3aa61eb0f8e1924b034d7db3, parent: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,169 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/6eb322cc48044632a2b16240eba0c466 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,169 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3 for child: f259edcd3aa61eb0f8e1924b034d7db3, parent: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,170 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/a9d3016bb2dd47b18952e3b8c73e2ef3 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741848_1024 (size=27) 2024-11-16T03:44:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741848_1024 (size=27) 2024-11-16T03:44:08,587 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497 for region: 495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:08,589 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 495676e88dfa08e4e6e176464e2f5faa Daughter A: [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa] storefiles, Daughter B: [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3] storefiles. 2024-11-16T03:44:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741849_1025 (size=71) 2024-11-16T03:44:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741849_1025 (size=71) 2024-11-16T03:44:08,600 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741850_1026 (size=71) 2024-11-16T03:44:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741850_1026 (size=71) 2024-11-16T03:44:08,617 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:08,630 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-16T03:44:08,632 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-16T03:44:08,634 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731728648634"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731728648634"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731728648634"}]},"ts":"1731728648634"} 2024-11-16T03:44:08,635 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731728648634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728648634"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731728648634"}]},"ts":"1731728648634"} 2024-11-16T03:44:08,635 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731728648634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731728648634"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731728648634"}]},"ts":"1731728648634"} 2024-11-16T03:44:08,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce594e9b1229c88e9c75a44e384a6e43, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3, ASSIGN}] 2024-11-16T03:44:08,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce594e9b1229c88e9c75a44e384a6e43, ASSIGN 2024-11-16T03:44:08,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3, ASSIGN 2024-11-16T03:44:08,695 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3, ASSIGN; state=SPLITTING_NEW, location=de2d41f4e681,37595,1731728632325; forceNewPlan=false, retain=false 2024-11-16T03:44:08,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce594e9b1229c88e9c75a44e384a6e43, ASSIGN; state=SPLITTING_NEW, location=de2d41f4e681,37595,1731728632325; forceNewPlan=false, retain=false 2024-11-16T03:44:08,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f259edcd3aa61eb0f8e1924b034d7db3, regionState=OPENING, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:08,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce594e9b1229c88e9c75a44e384a6e43, regionState=OPENING, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3, ASSIGN because future has completed 2024-11-16T03:44:08,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325}] 2024-11-16T03:44:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce594e9b1229c88e9c75a44e384a6e43, ASSIGN because future has completed 2024-11-16T03:44:08,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce594e9b1229c88e9c75a44e384a6e43, server=de2d41f4e681,37595,1731728632325}] 2024-11-16T03:44:09,015 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:09,015 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f259edcd3aa61eb0f8e1924b034d7db3, NAME => 'TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-16T03:44:09,016 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,016 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:09,016 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,016 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,020 INFO [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,022 INFO [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f259edcd3aa61eb0f8e1924b034d7db3 columnFamilyName info 2024-11-16T03:44:09,022 DEBUG [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:09,037 DEBUG [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-top 2024-11-16T03:44:09,042 DEBUG [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee 2024-11-16T03:44:09,047 DEBUG [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466 2024-11-16T03:44:09,053 DEBUG [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3 2024-11-16T03:44:09,053 INFO [StoreOpener-f259edcd3aa61eb0f8e1924b034d7db3-1 {}] regionserver.HStore(327): Store=f259edcd3aa61eb0f8e1924b034d7db3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:44:09,053 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,054 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,055 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,055 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,055 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,057 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,058 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened f259edcd3aa61eb0f8e1924b034d7db3; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854704, jitterRate=0.08681342005729675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:44:09,058 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:09,058 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f259edcd3aa61eb0f8e1924b034d7db3: Running coprocessor pre-open hook at 1731728649017Writing region info on filesystem at 1731728649017Initializing all the Stores at 1731728649019 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728649019Cleaning up temporary data from old regions at 1731728649055 (+36 ms)Running coprocessor post-open hooks at 1731728649058 (+3 ms)Region opened successfully at 1731728649058 2024-11-16T03:44:09,059 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., pid=12, masterSystemTime=1731728649006 2024-11-16T03:44:09,059 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:09,059 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:09,059 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T03:44:09,061 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:09,061 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:09,061 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:09,062 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-top, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=118.4 K 2024-11-16T03:44:09,062 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:09,062 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:09,062 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:09,062 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731728643667 2024-11-16T03:44:09,062 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ce594e9b1229c88e9c75a44e384a6e43, NAME => 'TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-16T03:44:09,063 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,063 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:09,063 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731728647833 2024-11-16T03:44:09,063 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,063 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f259edcd3aa61eb0f8e1924b034d7db3, regionState=OPEN, openSeqNum=127, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:09,063 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731728647860 2024-11-16T03:44:09,063 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44459 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=de2d41f4e681,37595,1731728632325, table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T03:44:09,064 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee, keycount=7, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731728647888 2024-11-16T03:44:09,064 INFO [StoreOpener-ce594e9b1229c88e9c75a44e384a6e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,065 INFO [StoreOpener-ce594e9b1229c88e9c75a44e384a6e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce594e9b1229c88e9c75a44e384a6e43 columnFamilyName info 2024-11-16T03:44:09,065 DEBUG [StoreOpener-ce594e9b1229c88e9c75a44e384a6e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:09,066 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-16T03:44:09,066 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-16T03:44:09,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 because future has completed 2024-11-16T03:44:09,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-16T03:44:09,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T03:44:09,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 in 216 msec 2024-11-16T03:44:09,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f259edcd3aa61eb0f8e1924b034d7db3, ASSIGN in 381 msec 2024-11-16T03:44:09,076 DEBUG [StoreOpener-ce594e9b1229c88e9c75a44e384a6e43-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-bottom 2024-11-16T03:44:09,076 INFO [StoreOpener-ce594e9b1229c88e9c75a44e384a6e43-1 {}] regionserver.HStore(327): Store=ce594e9b1229c88e9c75a44e384a6e43/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:44:09,077 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,078 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,079 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,079 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,079 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,081 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,082 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened ce594e9b1229c88e9c75a44e384a6e43; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830627, jitterRate=0.05619707703590393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T03:44:09,083 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:09,083 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ce594e9b1229c88e9c75a44e384a6e43: Running coprocessor pre-open hook at 1731728649063Writing region info on filesystem at 1731728649063Initializing all the Stores at 1731728649064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728649064Cleaning up temporary data from old regions at 1731728649079 (+15 ms)Running coprocessor post-open hooks at 1731728649083 (+4 ms)Region opened successfully at 1731728649083 2024-11-16T03:44:09,083 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43., pid=13, masterSystemTime=1731728649006 2024-11-16T03:44:09,084 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store ce594e9b1229c88e9c75a44e384a6e43:info, priority=-2147483648, current under compaction store size is 2 2024-11-16T03:44:09,084 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:09,084 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-16T03:44:09,085 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:09,085 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HStore(1541): ce594e9b1229c88e9c75a44e384a6e43/info is initiating minor compaction (all files) 2024-11-16T03:44:09,085 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce594e9b1229c88e9c75a44e384a6e43/info in TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:09,085 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-bottom] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/.tmp, totalSize=72.0 K 2024-11-16T03:44:09,086 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731728643667 2024-11-16T03:44:09,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/315fcf591ceb4795bd6bd95c72fa8573 is 193, key is TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3./info:regioninfo/1731728649063/Put/seqid=0 2024-11-16T03:44:09,086 DEBUG [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:09,087 INFO [RS_OPEN_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:09,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ce594e9b1229c88e9c75a44e384a6e43, regionState=OPEN, openSeqNum=127, regionLocation=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:09,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce594e9b1229c88e9c75a44e384a6e43, server=de2d41f4e681,37595,1731728632325 because future has completed 2024-11-16T03:44:09,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-16T03:44:09,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ce594e9b1229c88e9c75a44e384a6e43, server=de2d41f4e681,37595,1731728632325 in 237 msec 2024-11-16T03:44:09,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-16T03:44:09,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=ce594e9b1229c88e9c75a44e384a6e43, ASSIGN in 404 msec 2024-11-16T03:44:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741851_1027 (size=9882) 2024-11-16T03:44:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741851_1027 (size=9882) 2024-11-16T03:44:09,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/315fcf591ceb4795bd6bd95c72fa8573 2024-11-16T03:44:09,100 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:09,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=495676e88dfa08e4e6e176464e2f5faa, daughterA=ce594e9b1229c88e9c75a44e384a6e43, daughterB=f259edcd3aa61eb0f8e1924b034d7db3 in 1.1870 sec 2024-11-16T03:44:09,101 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/5f337b99463d42aca38ef50e7ef96533 is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741852_1028 (size=40102) 2024-11-16T03:44:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741852_1028 (size=40102) 2024-11-16T03:44:09,113 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce594e9b1229c88e9c75a44e384a6e43#info#compaction#43 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:09,113 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/.tmp/info/2b5c06bc7cde41d192982d8a4ffe5aae is 1055, key is row0001/info:/1731728643667/Put/seqid=0 2024-11-16T03:44:09,115 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/5f337b99463d42aca38ef50e7ef96533 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/5f337b99463d42aca38ef50e7ef96533 2024-11-16T03:44:09,145 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 5f337b99463d42aca38ef50e7ef96533(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:09,145 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:09,146 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=12, startTime=1731728649059; duration=0sec 2024-11-16T03:44:09,146 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:09,146 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:09,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/ns/f3637fe0113d4d17aef04a2a24def338 is 43, key is default/ns:d/1731728633442/Put/seqid=0 2024-11-16T03:44:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741853_1029 (size=71441) 2024-11-16T03:44:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741853_1029 (size=71441) 2024-11-16T03:44:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741854_1030 (size=5153) 2024-11-16T03:44:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741854_1030 (size=5153) 2024-11-16T03:44:09,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/ns/f3637fe0113d4d17aef04a2a24def338 2024-11-16T03:44:09,156 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/.tmp/info/2b5c06bc7cde41d192982d8a4ffe5aae as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/2b5c06bc7cde41d192982d8a4ffe5aae 2024-11-16T03:44:09,163 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in ce594e9b1229c88e9c75a44e384a6e43/info of ce594e9b1229c88e9c75a44e384a6e43 into 2b5c06bc7cde41d192982d8a4ffe5aae(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:09,163 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce594e9b1229c88e9c75a44e384a6e43: 2024-11-16T03:44:09,163 INFO [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43., storeName=ce594e9b1229c88e9c75a44e384a6e43/info, priority=15, startTime=1731728649084; duration=0sec 2024-11-16T03:44:09,163 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:09,163 DEBUG [RS:0;de2d41f4e681:37595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce594e9b1229c88e9c75a44e384a6e43:info 2024-11-16T03:44:09,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/table/8cea61c5f80b43429dd2b4a59517b0ba is 65, key is TestLogRolling-testLogRolling/table:state/1731728633990/Put/seqid=0 2024-11-16T03:44:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741855_1031 (size=5340) 2024-11-16T03:44:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741855_1031 (size=5340) 2024-11-16T03:44:09,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/table/8cea61c5f80b43429dd2b4a59517b0ba 2024-11-16T03:44:09,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/315fcf591ceb4795bd6bd95c72fa8573 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/info/315fcf591ceb4795bd6bd95c72fa8573 2024-11-16T03:44:09,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/info/315fcf591ceb4795bd6bd95c72fa8573, entries=30, sequenceid=17, filesize=9.7 K 2024-11-16T03:44:09,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/ns/f3637fe0113d4d17aef04a2a24def338 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/ns/f3637fe0113d4d17aef04a2a24def338 2024-11-16T03:44:09,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/ns/f3637fe0113d4d17aef04a2a24def338, entries=2, sequenceid=17, filesize=5.0 K 2024-11-16T03:44:09,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/table/8cea61c5f80b43429dd2b4a59517b0ba as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/table/8cea61c5f80b43429dd2b4a59517b0ba 2024-11-16T03:44:09,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/table/8cea61c5f80b43429dd2b4a59517b0ba, entries=2, sequenceid=17, filesize=5.2 K 2024-11-16T03:44:09,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 138ms, sequenceid=17, compaction requested=false 2024-11-16T03:44:09,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T03:44:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44666 deadline: 1731728659907, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. is not online on de2d41f4e681,37595,1731728632325 2024-11-16T03:44:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., hostname=de2d41f4e681,37595,1731728632325, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., hostname=de2d41f4e681,37595,1731728632325, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. is not online on de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., hostname=de2d41f4e681,37595,1731728632325, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa. is not online on de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:09,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731728633573.495676e88dfa08e4e6e176464e2f5faa., hostname=de2d41f4e681,37595,1731728632325, seqNum=2 from cache 2024-11-16T03:44:13,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T03:44:13,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:13,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T03:44:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127] 2024-11-16T03:44:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:19,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:44:19,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/2a1dee10a7b84568943b6c978a676c02 is 1055, key is row0097/info:/1731728659964/Put/seqid=0 2024-11-16T03:44:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741856_1032 (size=13394) 2024-11-16T03:44:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741856_1032 (size=13394) 2024-11-16T03:44:19,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/2a1dee10a7b84568943b6c978a676c02 2024-11-16T03:44:19,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/2a1dee10a7b84568943b6c978a676c02 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02 2024-11-16T03:44:20,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02, entries=8, sequenceid=138, filesize=13.1 K 2024-11-16T03:44:20,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f259edcd3aa61eb0f8e1924b034d7db3 in 25ms, sequenceid=138, compaction requested=false 2024-11-16T03:44:20,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:20,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-16T03:44:20,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/70fae36d587a47d0a92dcd40ea56ef11 is 1055, key is row0105/info:/1731728659977/Put/seqid=0 2024-11-16T03:44:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741857_1033 (size=17606) 2024-11-16T03:44:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741857_1033 (size=17606) 2024-11-16T03:44:20,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/70fae36d587a47d0a92dcd40ea56ef11 2024-11-16T03:44:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/70fae36d587a47d0a92dcd40ea56ef11 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11 2024-11-16T03:44:20,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11, entries=12, sequenceid=153, filesize=17.2 K 2024-11-16T03:44:20,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for f259edcd3aa61eb0f8e1924b034d7db3 in 28ms, sequenceid=153, compaction requested=true 2024-11-16T03:44:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:20,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:20,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:20,031 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:20,032 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:20,032 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:20,032 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:20,032 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/5f337b99463d42aca38ef50e7ef96533, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=69.4 K 2024-11-16T03:44:20,033 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f337b99463d42aca38ef50e7ef96533, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731728645824 2024-11-16T03:44:20,033 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a1dee10a7b84568943b6c978a676c02, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731728659964 2024-11-16T03:44:20,033 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70fae36d587a47d0a92dcd40ea56ef11, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731728659977 2024-11-16T03:44:20,045 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#48 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:20,046 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/8ac0a357b1cc407b87547e53d3ed6d1d is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741858_1034 (size=61332) 2024-11-16T03:44:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741858_1034 (size=61332) 2024-11-16T03:44:20,057 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/8ac0a357b1cc407b87547e53d3ed6d1d as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/8ac0a357b1cc407b87547e53d3ed6d1d 2024-11-16T03:44:20,064 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 8ac0a357b1cc407b87547e53d3ed6d1d(size=59.9 K), total size for store is 59.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:20,064 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:20,064 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728660031; duration=0sec 2024-11-16T03:44:20,064 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:20,064 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:22,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-16T03:44:22,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/1de2bba4edd940019c6b781fa9f9bddd is 1055, key is row0117/info:/1731728660003/Put/seqid=0 2024-11-16T03:44:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741859_1035 (size=18675) 2024-11-16T03:44:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741859_1035 (size=18675) 2024-11-16T03:44:22,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/1de2bba4edd940019c6b781fa9f9bddd 2024-11-16T03:44:22,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/1de2bba4edd940019c6b781fa9f9bddd as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd 2024-11-16T03:44:22,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd, entries=13, sequenceid=170, filesize=18.2 K 2024-11-16T03:44:22,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for f259edcd3aa61eb0f8e1924b034d7db3 in 27ms, sequenceid=170, compaction requested=false 2024-11-16T03:44:22,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:22,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-16T03:44:22,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/31fe952d061b410a96e6168868d88a74 is 1055, key is row0130/info:/1731728662036/Put/seqid=0 2024-11-16T03:44:22,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741860_1036 (size=18675) 2024-11-16T03:44:22,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741860_1036 (size=18675) 2024-11-16T03:44:22,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/31fe952d061b410a96e6168868d88a74 2024-11-16T03:44:22,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/31fe952d061b410a96e6168868d88a74 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74 2024-11-16T03:44:22,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74, entries=13, sequenceid=186, filesize=18.2 K 2024-11-16T03:44:22,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for f259edcd3aa61eb0f8e1924b034d7db3 in 27ms, sequenceid=186, compaction requested=true 2024-11-16T03:44:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:22,088 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:22,089 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98682 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:22,089 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:22,090 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:22,090 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/8ac0a357b1cc407b87547e53d3ed6d1d, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=96.4 K 2024-11-16T03:44:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:22,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-16T03:44:22,090 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ac0a357b1cc407b87547e53d3ed6d1d, keycount=53, bloomtype=ROW, size=59.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731728645824 2024-11-16T03:44:22,091 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1de2bba4edd940019c6b781fa9f9bddd, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731728660003 2024-11-16T03:44:22,091 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31fe952d061b410a96e6168868d88a74, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731728662036 2024-11-16T03:44:22,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/9c93313a4046486491cce8abb0681803 is 1055, key is row0143/info:/1731728662062/Put/seqid=0 2024-11-16T03:44:22,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741861_1037 (size=19728) 2024-11-16T03:44:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741861_1037 (size=19728) 2024-11-16T03:44:22,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/9c93313a4046486491cce8abb0681803 2024-11-16T03:44:22,106 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#52 average throughput is 26.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:22,106 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/b390b60a118845829a40b64c041b0251 is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:22,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/9c93313a4046486491cce8abb0681803 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803 2024-11-16T03:44:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741862_1038 (size=88889) 2024-11-16T03:44:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741862_1038 (size=88889) 2024-11-16T03:44:22,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803, entries=14, sequenceid=203, filesize=19.3 K 2024-11-16T03:44:22,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=4.11 KB/4204 for f259edcd3aa61eb0f8e1924b034d7db3 in 27ms, sequenceid=203, compaction requested=false 2024-11-16T03:44:22,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:22,119 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/b390b60a118845829a40b64c041b0251 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/b390b60a118845829a40b64c041b0251 2024-11-16T03:44:22,125 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into b390b60a118845829a40b64c041b0251(size=86.8 K), total size for store is 106.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:22,125 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:22,125 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728662088; duration=0sec 2024-11-16T03:44:22,125 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:22,126 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:22,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T03:44:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:24,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:44:24,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3067ea5507294134ad4d44163d50b65e is 1055, key is row0157/info:/1731728662092/Put/seqid=0 2024-11-16T03:44:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741863_1039 (size=13394) 2024-11-16T03:44:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741863_1039 (size=13394) 2024-11-16T03:44:24,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3067ea5507294134ad4d44163d50b65e 2024-11-16T03:44:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3067ea5507294134ad4d44163d50b65e as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e 2024-11-16T03:44:24,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e, entries=8, sequenceid=215, filesize=13.1 K 2024-11-16T03:44:24,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=9.24 KB/9459 for f259edcd3aa61eb0f8e1924b034d7db3 in 25ms, sequenceid=215, compaction requested=true 2024-11-16T03:44:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:24,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:24,135 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:24,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:24,136 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 122011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:24,136 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:24,136 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:24,136 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/b390b60a118845829a40b64c041b0251, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=119.2 K 2024-11-16T03:44:24,137 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b390b60a118845829a40b64c041b0251, keycount=79, bloomtype=ROW, size=86.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731728645824 2024-11-16T03:44:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:24,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-16T03:44:24,138 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c93313a4046486491cce8abb0681803, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731728662062 2024-11-16T03:44:24,139 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3067ea5507294134ad4d44163d50b65e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731728662092 2024-11-16T03:44:24,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/654f1d0ccc1c4b6bbbb684655a313a99 is 1055, key is row0165/info:/1731728664110/Put/seqid=0 2024-11-16T03:44:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741864_1040 (size=16553) 2024-11-16T03:44:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741864_1040 (size=16553) 2024-11-16T03:44:24,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/654f1d0ccc1c4b6bbbb684655a313a99 2024-11-16T03:44:24,167 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#55 average throughput is 33.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:24,167 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/16d22332b0c24ed9b9eedee5ff51523c is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:24,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/654f1d0ccc1c4b6bbbb684655a313a99 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99 2024-11-16T03:44:24,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99, entries=11, sequenceid=229, filesize=16.2 K 2024-11-16T03:44:24,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=17.45 KB/17867 for f259edcd3aa61eb0f8e1924b034d7db3 in 44ms, sequenceid=229, compaction requested=false 2024-11-16T03:44:24,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741865_1041 (size=112161) 2024-11-16T03:44:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741865_1041 (size=112161) 2024-11-16T03:44:24,193 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/16d22332b0c24ed9b9eedee5ff51523c as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/16d22332b0c24ed9b9eedee5ff51523c 2024-11-16T03:44:24,203 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 16d22332b0c24ed9b9eedee5ff51523c(size=109.5 K), total size for store is 125.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:24,203 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:24,204 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728664134; duration=0sec 2024-11-16T03:44:24,204 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:24,204 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:26,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-16T03:44:26,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3da3d9aef73a42c8a2b8e48db36b7e93 is 1055, key is row0176/info:/1731728664139/Put/seqid=0 2024-11-16T03:44:26,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741866_1042 (size=23944) 2024-11-16T03:44:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741866_1042 (size=23944) 2024-11-16T03:44:26,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3da3d9aef73a42c8a2b8e48db36b7e93 2024-11-16T03:44:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T03:44:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44666 deadline: 1731728676216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 because the exception is null or not the one we care about 2024-11-16T03:44:26,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/3da3d9aef73a42c8a2b8e48db36b7e93 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93 2024-11-16T03:44:26,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93, entries=18, sequenceid=251, filesize=23.4 K 2024-11-16T03:44:26,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for f259edcd3aa61eb0f8e1924b034d7db3 in 42ms, sequenceid=251, compaction requested=true 2024-11-16T03:44:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:26,227 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:26,228 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:26,228 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:26,228 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:26,228 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/16d22332b0c24ed9b9eedee5ff51523c, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=149.1 K 2024-11-16T03:44:26,229 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d22332b0c24ed9b9eedee5ff51523c, keycount=101, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731728645824 2024-11-16T03:44:26,229 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 654f1d0ccc1c4b6bbbb684655a313a99, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731728664110 2024-11-16T03:44:26,229 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da3d9aef73a42c8a2b8e48db36b7e93, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731728664139 2024-11-16T03:44:26,245 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#57 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:26,246 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/222b033ecf274553afad01794b1a932c is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:26,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741867_1043 (size=143004) 2024-11-16T03:44:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741867_1043 (size=143004) 2024-11-16T03:44:26,266 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/222b033ecf274553afad01794b1a932c as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/222b033ecf274553afad01794b1a932c 2024-11-16T03:44:26,281 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 222b033ecf274553afad01794b1a932c(size=139.7 K), total size for store is 139.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:26,281 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:26,281 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728666227; duration=0sec 2024-11-16T03:44:26,281 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:26,281 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:33,465 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T03:44:33,465 INFO [master/de2d41f4e681:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T03:44:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:36,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-16T03:44:36,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/c2e8808072a7433596d8e14bd6b2a300 is 1055, key is row0194/info:/1731728666186/Put/seqid=0 2024-11-16T03:44:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741868_1044 (size=17615) 2024-11-16T03:44:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741868_1044 (size=17615) 2024-11-16T03:44:36,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/c2e8808072a7433596d8e14bd6b2a300 2024-11-16T03:44:36,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/c2e8808072a7433596d8e14bd6b2a300 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300 2024-11-16T03:44:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T03:44:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44666 deadline: 1731728686340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 2024-11-16T03:44:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f259edcd3aa61eb0f8e1924b034d7db3, server=de2d41f4e681,37595,1731728632325 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T03:44:36,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., hostname=de2d41f4e681,37595,1731728632325, seqNum=127 because the exception is null or not the one we care about 2024-11-16T03:44:36,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300, entries=12, sequenceid=267, filesize=17.2 K 2024-11-16T03:44:36,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for f259edcd3aa61eb0f8e1924b034d7db3 in 48ms, sequenceid=267, compaction requested=false 2024-11-16T03:44:36,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:38,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-16T03:44:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:46,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-16T03:44:46,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/116911905f4c409c8a419f0886ce376c is 1055, key is row0206/info:/1731728676298/Put/seqid=0 2024-11-16T03:44:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741869_1045 (size=23962) 2024-11-16T03:44:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741869_1045 (size=23962) 2024-11-16T03:44:46,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/116911905f4c409c8a419f0886ce376c 2024-11-16T03:44:46,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/116911905f4c409c8a419f0886ce376c as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c 2024-11-16T03:44:46,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c, entries=18, sequenceid=288, filesize=23.4 K 2024-11-16T03:44:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=1.03 KB/1051 for f259edcd3aa61eb0f8e1924b034d7db3 in 31ms, sequenceid=288, compaction requested=true 2024-11-16T03:44:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:46,389 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:46,390 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:46,390 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:46,391 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:46,391 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/222b033ecf274553afad01794b1a932c, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=180.3 K 2024-11-16T03:44:46,392 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222b033ecf274553afad01794b1a932c, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731728645824 2024-11-16T03:44:46,392 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2e8808072a7433596d8e14bd6b2a300, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731728666186 2024-11-16T03:44:46,393 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 116911905f4c409c8a419f0886ce376c, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731728676298 2024-11-16T03:44:46,417 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#60 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:46,417 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/22346e5158364da5b78d69b67a3734de is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741870_1046 (size=174731) 2024-11-16T03:44:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741870_1046 (size=174731) 2024-11-16T03:44:46,435 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/22346e5158364da5b78d69b67a3734de as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/22346e5158364da5b78d69b67a3734de 2024-11-16T03:44:46,442 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 22346e5158364da5b78d69b67a3734de(size=170.6 K), total size for store is 170.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:46,442 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:46,442 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728686389; duration=0sec 2024-11-16T03:44:46,442 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:46,442 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:48,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T03:44:48,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/6f480e2e928d4a3b82810a57544b7ff8 is 1055, key is row0224/info:/1731728686358/Put/seqid=0 2024-11-16T03:44:48,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741871_1047 (size=13402) 2024-11-16T03:44:48,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741871_1047 (size=13402) 2024-11-16T03:44:48,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/6f480e2e928d4a3b82810a57544b7ff8 2024-11-16T03:44:48,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/6f480e2e928d4a3b82810a57544b7ff8 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8 2024-11-16T03:44:48,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8, entries=8, sequenceid=300, filesize=13.1 K 2024-11-16T03:44:48,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for f259edcd3aa61eb0f8e1924b034d7db3 in 34ms, sequenceid=300, compaction requested=false 2024-11-16T03:44:48,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37595 {}] regionserver.HRegion(8855): Flush requested on f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:48,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-16T03:44:48,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/74bdceaa85fd48909a700b668d66f33c is 1055, key is row0232/info:/1731728688376/Put/seqid=0 2024-11-16T03:44:48,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741872_1048 (size=23962) 2024-11-16T03:44:48,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741872_1048 (size=23962) 2024-11-16T03:44:48,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/74bdceaa85fd48909a700b668d66f33c 2024-11-16T03:44:48,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/74bdceaa85fd48909a700b668d66f33c as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c 2024-11-16T03:44:48,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c, entries=18, sequenceid=321, filesize=23.4 K 2024-11-16T03:44:48,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for f259edcd3aa61eb0f8e1924b034d7db3 in 29ms, sequenceid=321, compaction requested=true 2024-11-16T03:44:48,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:48,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f259edcd3aa61eb0f8e1924b034d7db3:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T03:44:48,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:48,440 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T03:44:48,441 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 212095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T03:44:48,441 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1541): f259edcd3aa61eb0f8e1924b034d7db3/info is initiating minor compaction (all files) 2024-11-16T03:44:48,442 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f259edcd3aa61eb0f8e1924b034d7db3/info in TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:48,442 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/22346e5158364da5b78d69b67a3734de, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c] into tmpdir=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp, totalSize=207.1 K 2024-11-16T03:44:48,442 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22346e5158364da5b78d69b67a3734de, keycount=160, bloomtype=ROW, size=170.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731728645824 2024-11-16T03:44:48,443 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f480e2e928d4a3b82810a57544b7ff8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731728686358 2024-11-16T03:44:48,443 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74bdceaa85fd48909a700b668d66f33c, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731728688376 2024-11-16T03:44:48,459 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f259edcd3aa61eb0f8e1924b034d7db3#info#compaction#63 average throughput is 46.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T03:44:48,460 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/75ba8eabd4b3452fa456a2fa9e348079 is 1055, key is row0064/info:/1731728645824/Put/seqid=0 2024-11-16T03:44:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741873_1049 (size=202241) 2024-11-16T03:44:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741873_1049 (size=202241) 2024-11-16T03:44:48,470 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/75ba8eabd4b3452fa456a2fa9e348079 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/75ba8eabd4b3452fa456a2fa9e348079 2024-11-16T03:44:48,477 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f259edcd3aa61eb0f8e1924b034d7db3/info of f259edcd3aa61eb0f8e1924b034d7db3 into 75ba8eabd4b3452fa456a2fa9e348079(size=197.5 K), total size for store is 197.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T03:44:48,477 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:48,477 INFO [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., storeName=f259edcd3aa61eb0f8e1924b034d7db3/info, priority=13, startTime=1731728688440; duration=0sec 2024-11-16T03:44:48,477 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T03:44:48,477 DEBUG [RS:0;de2d41f4e681:37595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f259edcd3aa61eb0f8e1924b034d7db3:info 2024-11-16T03:44:50,424 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-16T03:44:50,439 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425, exclude list is [], retry=0 2024-11-16T03:44:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353,DISK] 2024-11-16T03:44:50,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-cce0f7d6-2112-40ae-8cf2-c85218a21013,DISK] 2024-11-16T03:44:50,445 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728632834 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425 2024-11-16T03:44:50,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-16T03:44:50,446 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728632834 is not closed yet, will try archiving it next time 2024-11-16T03:44:50,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741833_1009 (size=308883) 2024-11-16T03:44:50,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741833_1009 (size=308883) 2024-11-16T03:44:50,450 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f259edcd3aa61eb0f8e1924b034d7db3 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-16T03:44:50,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/90e61f92bd0e44cb8138f6ae26b2ede3 is 1055, key is row0250/info:/1731728688411/Put/seqid=0 2024-11-16T03:44:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741875_1051 (size=12348) 2024-11-16T03:44:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741875_1051 (size=12348) 2024-11-16T03:44:50,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/90e61f92bd0e44cb8138f6ae26b2ede3 2024-11-16T03:44:50,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/.tmp/info/90e61f92bd0e44cb8138f6ae26b2ede3 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/90e61f92bd0e44cb8138f6ae26b2ede3 2024-11-16T03:44:50,877 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/90e61f92bd0e44cb8138f6ae26b2ede3, entries=7, sequenceid=332, filesize=12.1 K 2024-11-16T03:44:50,879 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for f259edcd3aa61eb0f8e1924b034d7db3 in 428ms, sequenceid=332, compaction requested=false 2024-11-16T03:44:50,879 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f259edcd3aa61eb0f8e1924b034d7db3: 2024-11-16T03:44:50,879 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-16T03:44:50,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/8e0a96eb90be4313ab2156c33f7a1f0d is 186, key is TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43./info:regioninfo/1731728649087/Put/seqid=0 2024-11-16T03:44:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741876_1052 (size=6153) 2024-11-16T03:44:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741876_1052 (size=6153) 2024-11-16T03:44:50,893 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/8e0a96eb90be4313ab2156c33f7a1f0d 2024-11-16T03:44:50,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/.tmp/info/8e0a96eb90be4313ab2156c33f7a1f0d as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/info/8e0a96eb90be4313ab2156c33f7a1f0d 2024-11-16T03:44:50,907 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/info/8e0a96eb90be4313ab2156c33f7a1f0d, entries=5, sequenceid=21, filesize=6.0 K 2024-11-16T03:44:50,908 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=21, compaction requested=false 2024-11-16T03:44:50,908 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T03:44:50,908 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ce594e9b1229c88e9c75a44e384a6e43: 2024-11-16T03:44:50,923 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690908, exclude list is [], retry=0 2024-11-16T03:44:50,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-b457fb4d-a979-4d1e-a3bb-d1e1688c0353,DISK] 2024-11-16T03:44:50,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44471,DS-cce0f7d6-2112-40ae-8cf2-c85218a21013,DISK] 2024-11-16T03:44:50,926 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690908 2024-11-16T03:44:50,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:38903:38903)] 2024-11-16T03:44:50,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425 is not closed yet, will try archiving it next time 2024-11-16T03:44:50,927 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728632834 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs/de2d41f4e681%2C37595%2C1731728632325.1731728632834 2024-11-16T03:44:50,928 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T03:44:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741874_1050 (size=731) 2024-11-16T03:44:50,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425 not finished, retry = 0 2024-11-16T03:44:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741874_1050 (size=731) 2024-11-16T03:44:51,029 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/WALs/de2d41f4e681,37595,1731728632325/de2d41f4e681%2C37595%2C1731728632325.1731728690425 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs/de2d41f4e681%2C37595%2C1731728632325.1731728690425 2024-11-16T03:44:51,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T03:44:51,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:44:51,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:51,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:51,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:51,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T03:44:51,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T03:44:51,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817635911, stopped=false 2024-11-16T03:44:51,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=de2d41f4e681,44459,1731728632172 2024-11-16T03:44:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:51,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:44:51,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:44:51,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:51,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:51,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:51,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'de2d41f4e681,37595,1731728632325' ***** 2024-11-16T03:44:51,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T03:44:51,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T03:44:51,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(3091): Received CLOSE for f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(3091): Received CLOSE for ce594e9b1229c88e9c75a44e384a6e43 2024-11-16T03:44:51,195 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(959): stopping server de2d41f4e681,37595,1731728632325 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:44:51,196 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f259edcd3aa61eb0f8e1924b034d7db3, disabling compactions & flushes 2024-11-16T03:44:51,196 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;de2d41f4e681:37595. 2024-11-16T03:44:51,196 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:51,196 DEBUG [RS:0;de2d41f4e681:37595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:51,196 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. after waiting 0 ms 2024-11-16T03:44:51,196 DEBUG [RS:0;de2d41f4e681:37595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:51,196 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T03:44:51,196 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T03:44:51,197 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1325): Online Regions={f259edcd3aa61eb0f8e1924b034d7db3=TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3., 1588230740=hbase:meta,,1.1588230740, ce594e9b1229c88e9c75a44e384a6e43=TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.} 2024-11-16T03:44:51,197 DEBUG [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce594e9b1229c88e9c75a44e384a6e43, f259edcd3aa61eb0f8e1924b034d7db3 2024-11-16T03:44:51,197 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:44:51,197 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:44:51,197 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:44:51,197 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:44:51,197 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:44:51,197 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-top, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/5f337b99463d42aca38ef50e7ef96533, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/8ac0a357b1cc407b87547e53d3ed6d1d, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/b390b60a118845829a40b64c041b0251, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/16d22332b0c24ed9b9eedee5ff51523c, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/222b033ecf274553afad01794b1a932c, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/22346e5158364da5b78d69b67a3734de, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c] to archive 2024-11-16T03:44:51,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T03:44:51,201 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:51,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-a9d3016bb2dd47b18952e3b8c73e2ef3 2024-11-16T03:44:51,205 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-6eb322cc48044632a2b16240eba0c466 2024-11-16T03:44:51,206 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/5f337b99463d42aca38ef50e7ef96533 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/5f337b99463d42aca38ef50e7ef96533 2024-11-16T03:44:51,207 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-16T03:44:51,207 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/TestLogRolling-testLogRolling=495676e88dfa08e4e6e176464e2f5faa-06023cf92b174fe2b668f023ba9b9aee 2024-11-16T03:44:51,208 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:44:51,208 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:44:51,208 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728691197Running coprocessor pre-close hooks at 1731728691197Disabling compacts and flushes for region at 1731728691197Disabling writes for close at 1731728691197Writing region close event to WAL at 1731728691200 (+3 ms)Running coprocessor post-close hooks at 1731728691208 (+8 ms)Closed at 1731728691208 2024-11-16T03:44:51,208 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T03:44:51,208 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/2a1dee10a7b84568943b6c978a676c02 2024-11-16T03:44:51,209 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/8ac0a357b1cc407b87547e53d3ed6d1d to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/8ac0a357b1cc407b87547e53d3ed6d1d 2024-11-16T03:44:51,210 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/70fae36d587a47d0a92dcd40ea56ef11 2024-11-16T03:44:51,212 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/1de2bba4edd940019c6b781fa9f9bddd 2024-11-16T03:44:51,213 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/b390b60a118845829a40b64c041b0251 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/b390b60a118845829a40b64c041b0251 2024-11-16T03:44:51,215 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/31fe952d061b410a96e6168868d88a74 2024-11-16T03:44:51,218 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/9c93313a4046486491cce8abb0681803 2024-11-16T03:44:51,220 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/16d22332b0c24ed9b9eedee5ff51523c to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/16d22332b0c24ed9b9eedee5ff51523c 2024-11-16T03:44:51,221 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3067ea5507294134ad4d44163d50b65e 2024-11-16T03:44:51,223 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/654f1d0ccc1c4b6bbbb684655a313a99 2024-11-16T03:44:51,224 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/222b033ecf274553afad01794b1a932c to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/222b033ecf274553afad01794b1a932c 2024-11-16T03:44:51,225 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/3da3d9aef73a42c8a2b8e48db36b7e93 2024-11-16T03:44:51,227 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/c2e8808072a7433596d8e14bd6b2a300 2024-11-16T03:44:51,228 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/22346e5158364da5b78d69b67a3734de to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/22346e5158364da5b78d69b67a3734de 2024-11-16T03:44:51,229 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/116911905f4c409c8a419f0886ce376c 2024-11-16T03:44:51,230 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8 to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/6f480e2e928d4a3b82810a57544b7ff8 2024-11-16T03:44:51,231 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/info/74bdceaa85fd48909a700b668d66f33c 2024-11-16T03:44:51,232 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=de2d41f4e681:44459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T03:44:51,232 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [5f337b99463d42aca38ef50e7ef96533=40102, 2a1dee10a7b84568943b6c978a676c02=13394, 8ac0a357b1cc407b87547e53d3ed6d1d=61332, 70fae36d587a47d0a92dcd40ea56ef11=17606, 1de2bba4edd940019c6b781fa9f9bddd=18675, b390b60a118845829a40b64c041b0251=88889, 31fe952d061b410a96e6168868d88a74=18675, 9c93313a4046486491cce8abb0681803=19728, 16d22332b0c24ed9b9eedee5ff51523c=112161, 3067ea5507294134ad4d44163d50b65e=13394, 654f1d0ccc1c4b6bbbb684655a313a99=16553, 222b033ecf274553afad01794b1a932c=143004, 3da3d9aef73a42c8a2b8e48db36b7e93=23944, c2e8808072a7433596d8e14bd6b2a300=17615, 22346e5158364da5b78d69b67a3734de=174731, 116911905f4c409c8a419f0886ce376c=23962, 6f480e2e928d4a3b82810a57544b7ff8=13402, 74bdceaa85fd48909a700b668d66f33c=23962] 2024-11-16T03:44:51,236 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/f259edcd3aa61eb0f8e1924b034d7db3/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-16T03:44:51,237 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:51,237 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f259edcd3aa61eb0f8e1924b034d7db3: Waiting for close lock at 1731728691195Running coprocessor pre-close hooks at 1731728691195Disabling compacts and flushes for region at 1731728691195Disabling writes for close at 1731728691196 (+1 ms)Writing region close event to WAL at 1731728691233 (+37 ms)Running coprocessor post-close hooks at 1731728691237 (+4 ms)Closed at 1731728691237 2024-11-16T03:44:51,237 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731728647909.f259edcd3aa61eb0f8e1924b034d7db3. 2024-11-16T03:44:51,238 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce594e9b1229c88e9c75a44e384a6e43, disabling compactions & flushes 2024-11-16T03:44:51,238 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:51,238 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:51,238 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. after waiting 0 ms 2024-11-16T03:44:51,238 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:51,238 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa->hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/495676e88dfa08e4e6e176464e2f5faa/info/63c985a255b541d9bc6ef3080c9a8497-bottom] to archive 2024-11-16T03:44:51,239 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T03:44:51,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa to hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/archive/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/info/63c985a255b541d9bc6ef3080c9a8497.495676e88dfa08e4e6e176464e2f5faa 2024-11-16T03:44:51,241 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-16T03:44:51,248 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/data/default/TestLogRolling-testLogRolling/ce594e9b1229c88e9c75a44e384a6e43/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-16T03:44:51,249 INFO [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:51,249 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce594e9b1229c88e9c75a44e384a6e43: Waiting for close lock at 1731728691238Running coprocessor pre-close hooks at 1731728691238Disabling compacts and flushes for region at 1731728691238Disabling writes for close at 1731728691238Writing region close event to WAL at 1731728691243 (+5 ms)Running coprocessor post-close hooks at 1731728691248 (+5 ms)Closed at 1731728691248 2024-11-16T03:44:51,249 DEBUG [RS_CLOSE_REGION-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731728647909.ce594e9b1229c88e9c75a44e384a6e43. 2024-11-16T03:44:51,397 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(976): stopping server de2d41f4e681,37595,1731728632325; all regions closed. 2024-11-16T03:44:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741834_1010 (size=8107) 2024-11-16T03:44:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741834_1010 (size=8107) 2024-11-16T03:44:51,402 DEBUG [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs 2024-11-16T03:44:51,402 INFO [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C37595%2C1731728632325.meta:.meta(num 1731728633323) 2024-11-16T03:44:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741877_1053 (size=780) 2024-11-16T03:44:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741877_1053 (size=780) 2024-11-16T03:44:51,406 DEBUG [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/oldWALs 2024-11-16T03:44:51,406 INFO [RS:0;de2d41f4e681:37595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C37595%2C1731728632325:(num 1731728690908) 2024-11-16T03:44:51,406 DEBUG [RS:0;de2d41f4e681:37595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:51,406 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:44:51,406 INFO [RS:0;de2d41f4e681:37595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:44:51,407 INFO [RS:0;de2d41f4e681:37595 {}] hbase.ChoreService(370): Chore service for: regionserver/de2d41f4e681:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T03:44:51,407 INFO [RS:0;de2d41f4e681:37595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:44:51,407 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:44:51,407 INFO [RS:0;de2d41f4e681:37595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37595 2024-11-16T03:44:51,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:44:51,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de2d41f4e681,37595,1731728632325 2024-11-16T03:44:51,435 INFO [RS:0;de2d41f4e681:37595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:44:51,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de2d41f4e681,37595,1731728632325] 2024-11-16T03:44:51,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/de2d41f4e681,37595,1731728632325 already deleted, retry=false 2024-11-16T03:44:51,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; de2d41f4e681,37595,1731728632325 expired; onlineServers=0 2024-11-16T03:44:51,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'de2d41f4e681,44459,1731728632172' ***** 2024-11-16T03:44:51,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T03:44:51,452 INFO [M:0;de2d41f4e681:44459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:44:51,452 INFO [M:0;de2d41f4e681:44459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:44:51,452 DEBUG [M:0;de2d41f4e681:44459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T03:44:51,452 DEBUG [M:0;de2d41f4e681:44459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T03:44:51,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T03:44:51,452 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728632661 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728632661,5,FailOnTimeoutGroup] 2024-11-16T03:44:51,452 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728632656 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728632656,5,FailOnTimeoutGroup] 2024-11-16T03:44:51,452 INFO [M:0;de2d41f4e681:44459 {}] hbase.ChoreService(370): Chore service for: master/de2d41f4e681:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T03:44:51,452 INFO [M:0;de2d41f4e681:44459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:44:51,452 DEBUG [M:0;de2d41f4e681:44459 {}] master.HMaster(1795): Stopping service threads 2024-11-16T03:44:51,452 INFO [M:0;de2d41f4e681:44459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T03:44:51,453 INFO [M:0;de2d41f4e681:44459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:44:51,453 INFO [M:0;de2d41f4e681:44459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T03:44:51,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T03:44:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T03:44:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:51,460 DEBUG [M:0;de2d41f4e681:44459 {}] zookeeper.ZKUtil(347): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T03:44:51,460 WARN [M:0;de2d41f4e681:44459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T03:44:51,461 INFO [M:0;de2d41f4e681:44459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/.lastflushedseqids 2024-11-16T03:44:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741878_1054 (size=228) 2024-11-16T03:44:51,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741878_1054 (size=228) 2024-11-16T03:44:51,467 INFO [M:0;de2d41f4e681:44459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T03:44:51,467 INFO [M:0;de2d41f4e681:44459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T03:44:51,467 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:44:51,467 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:51,467 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:51,467 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:44:51,467 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:51,467 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-16T03:44:51,484 DEBUG [M:0;de2d41f4e681:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88656f439d2449c4b33f16a13a4a4500 is 82, key is hbase:meta,,1/info:regioninfo/1731728633375/Put/seqid=0 2024-11-16T03:44:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741879_1055 (size=5672) 2024-11-16T03:44:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741879_1055 (size=5672) 2024-11-16T03:44:51,493 INFO [M:0;de2d41f4e681:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88656f439d2449c4b33f16a13a4a4500 2024-11-16T03:44:51,519 DEBUG [M:0;de2d41f4e681:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0455cf515a1843d297e657b38221c72a is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731728633998/Put/seqid=0 2024-11-16T03:44:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741880_1056 (size=7089) 2024-11-16T03:44:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741880_1056 (size=7089) 2024-11-16T03:44:51,527 INFO [M:0;de2d41f4e681:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0455cf515a1843d297e657b38221c72a 2024-11-16T03:44:51,532 INFO [M:0;de2d41f4e681:44459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0455cf515a1843d297e657b38221c72a 2024-11-16T03:44:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:51,543 INFO [RS:0;de2d41f4e681:37595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:44:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x10143077c200001, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:51,543 INFO [RS:0;de2d41f4e681:37595 {}] regionserver.HRegionServer(1031): Exiting; stopping=de2d41f4e681,37595,1731728632325; zookeeper connection closed. 2024-11-16T03:44:51,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bf6369d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bf6369d 2024-11-16T03:44:51,544 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T03:44:51,548 DEBUG [M:0;de2d41f4e681:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e3c7e6c17c45329208d23334b9a185 is 69, key is de2d41f4e681,37595,1731728632325/rs:state/1731728632681/Put/seqid=0 2024-11-16T03:44:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741881_1057 (size=5156) 2024-11-16T03:44:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741881_1057 (size=5156) 2024-11-16T03:44:51,553 INFO [M:0;de2d41f4e681:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e3c7e6c17c45329208d23334b9a185 2024-11-16T03:44:51,573 DEBUG [M:0;de2d41f4e681:44459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdbebfb296b443f4b29d1b286e8d699b is 52, key is load_balancer_on/state:d/1731728633564/Put/seqid=0 2024-11-16T03:44:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741882_1058 (size=5056) 2024-11-16T03:44:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741882_1058 (size=5056) 2024-11-16T03:44:51,579 INFO [M:0;de2d41f4e681:44459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdbebfb296b443f4b29d1b286e8d699b 2024-11-16T03:44:51,583 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88656f439d2449c4b33f16a13a4a4500 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88656f439d2449c4b33f16a13a4a4500 2024-11-16T03:44:51,588 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88656f439d2449c4b33f16a13a4a4500, entries=8, sequenceid=125, filesize=5.5 K 2024-11-16T03:44:51,588 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0455cf515a1843d297e657b38221c72a as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0455cf515a1843d297e657b38221c72a 2024-11-16T03:44:51,595 INFO [M:0;de2d41f4e681:44459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0455cf515a1843d297e657b38221c72a 2024-11-16T03:44:51,596 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0455cf515a1843d297e657b38221c72a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-16T03:44:51,597 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e3c7e6c17c45329208d23334b9a185 as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2e3c7e6c17c45329208d23334b9a185 2024-11-16T03:44:51,601 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2e3c7e6c17c45329208d23334b9a185, entries=1, sequenceid=125, filesize=5.0 K 2024-11-16T03:44:51,602 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdbebfb296b443f4b29d1b286e8d699b as hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fdbebfb296b443f4b29d1b286e8d699b 2024-11-16T03:44:51,607 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42701/user/jenkins/test-data/188d36d0-a40b-7f1e-b324-3e3634862cde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fdbebfb296b443f4b29d1b286e8d699b, entries=1, sequenceid=125, filesize=4.9 K 2024-11-16T03:44:51,608 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=125, compaction requested=false 2024-11-16T03:44:51,609 INFO [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:51,609 DEBUG [M:0;de2d41f4e681:44459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728691467Disabling compacts and flushes for region at 1731728691467Disabling writes for close at 1731728691467Obtaining lock to block concurrent updates at 1731728691467Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731728691467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1731728691468 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731728691468Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731728691468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731728691483 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731728691483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731728691497 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731728691518 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731728691518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731728691532 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731728691547 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731728691547Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731728691559 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731728691573 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731728691573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11309459: reopening flushed file at 1731728691582 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe924f8: reopening flushed file at 1731728691588 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab02d6a: reopening flushed file at 1731728691596 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662ce10b: reopening flushed file at 1731728691601 (+5 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=125, compaction requested=false at 1731728691608 (+7 ms)Writing region close event to WAL at 1731728691609 (+1 ms)Closed at 1731728691609 2024-11-16T03:44:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741830_1006 (size=61308) 2024-11-16T03:44:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44471 is added to blk_1073741830_1006 (size=61308) 2024-11-16T03:44:51,613 INFO [M:0;de2d41f4e681:44459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T03:44:51,613 INFO [M:0;de2d41f4e681:44459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44459 2024-11-16T03:44:51,614 INFO [M:0;de2d41f4e681:44459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:44:51,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:44:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:51,739 INFO [M:0;de2d41f4e681:44459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:44:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44459-0x10143077c200000, quorum=127.0.0.1:55272, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:51,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@456919cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:51,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40771e46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:51,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:51,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffe845e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:51,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7081815e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:51,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:44:51,748 WARN [BP-1574268877-172.17.0.2-1731728630294 heartbeating to localhost/127.0.0.1:42701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:44:51,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:44:51,748 WARN [BP-1574268877-172.17.0.2-1731728630294 heartbeating to localhost/127.0.0.1:42701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1574268877-172.17.0.2-1731728630294 (Datanode Uuid d2d74af3-1024-46d2-98b0-f4e5c74fcb72) service to localhost/127.0.0.1:42701 2024-11-16T03:44:51,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data3/current/BP-1574268877-172.17.0.2-1731728630294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:51,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data4/current/BP-1574268877-172.17.0.2-1731728630294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:51,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:44:51,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f105b2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:51,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f27b998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:51,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:51,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa11b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:51,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dbe8c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:51,762 WARN [BP-1574268877-172.17.0.2-1731728630294 heartbeating to localhost/127.0.0.1:42701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:44:51,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:44:51,762 WARN [BP-1574268877-172.17.0.2-1731728630294 heartbeating to localhost/127.0.0.1:42701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1574268877-172.17.0.2-1731728630294 (Datanode Uuid a2f4a307-dc03-4c8d-abf5-5b2ef4325bf3) service to localhost/127.0.0.1:42701 2024-11-16T03:44:51,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:44:51,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data1/current/BP-1574268877-172.17.0.2-1731728630294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:51,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/cluster_596da78e-448f-b49f-9b5a-4bc3867c9b3a/data/data2/current/BP-1574268877-172.17.0.2-1731728630294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:51,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:44:51,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f112309{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:44:51,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b1ba8e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:51,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:51,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1399bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:51,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7110f9ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:51,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T03:44:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T03:44:51,815 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 95) - Thread LEAK? -, OpenFileDescriptor=453 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=6737 (was 7118) 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6737 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.log.dir so I do NOT create it in target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec87377-5273-5fe7-6e35-6492f4b8568d/hadoop.tmp.dir so I do NOT create it in target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209, deleteOnExit=true 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/test.cache.data in system properties and HBase conf 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir in system properties and HBase conf 2024-11-16T03:44:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T03:44:51,824 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/nfs.dump.dir in system properties and HBase conf 2024-11-16T03:44:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/java.io.tmpdir in system properties and HBase conf 2024-11-16T03:44:51,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T03:44:51,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T03:44:51,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T03:44:52,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:44:52,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:44:52,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:44:52,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:44:52,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:44:52,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:44:52,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23334080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:44:52,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e6c0d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:44:52,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b70629e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/java.io.tmpdir/jetty-localhost-35401-hadoop-hdfs-3_4_1-tests_jar-_-any-8807723598161289430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:44:52,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ff30c2{HTTP/1.1, (http/1.1)}{localhost:35401} 2024-11-16T03:44:52,223 INFO [Time-limited test {}] server.Server(415): Started @212194ms 2024-11-16T03:44:52,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:44:52,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:44:52,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:44:52,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:44:52,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T03:44:52,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46e42f14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:44:52,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3230a9b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:44:52,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67315410{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/java.io.tmpdir/jetty-localhost-41569-hadoop-hdfs-3_4_1-tests_jar-_-any-60160255517331726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:52,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f922443{HTTP/1.1, (http/1.1)}{localhost:41569} 2024-11-16T03:44:52,596 INFO [Time-limited test {}] server.Server(415): Started @212567ms 2024-11-16T03:44:52,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:44:52,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T03:44:52,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T03:44:52,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T03:44:52,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T03:44:52,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T03:44:52,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b8cc41f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,AVAILABLE} 2024-11-16T03:44:52,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d12e58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T03:44:52,701 INFO [regionserver/de2d41f4e681:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:44:52,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@284ed045{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/java.io.tmpdir/jetty-localhost-42181-hadoop-hdfs-3_4_1-tests_jar-_-any-9217619494799221506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:52,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a417a4{HTTP/1.1, (http/1.1)}{localhost:42181} 2024-11-16T03:44:52,793 INFO [Time-limited test {}] server.Server(415): Started @212764ms 2024-11-16T03:44:52,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T03:44:53,283 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data1/current/BP-1175329633-172.17.0.2-1731728691849/current, will proceed with Du for space computation calculation, 2024-11-16T03:44:53,283 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data2/current/BP-1175329633-172.17.0.2-1731728691849/current, will proceed with Du for space computation calculation, 2024-11-16T03:44:53,307 WARN [Thread-1580 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:44:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4516a16cb68503a3 with lease ID 0xf66bf27dc3d9dda8: Processing first storage report for DS-3064694d-812b-4708-b0f9-bcc9e6db83e8 from datanode DatanodeRegistration(127.0.0.1:35275, datanodeUuid=cf804453-b182-495e-bbcc-48a3491ec165, infoPort=34077, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849) 2024-11-16T03:44:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4516a16cb68503a3 with lease ID 0xf66bf27dc3d9dda8: from storage DS-3064694d-812b-4708-b0f9-bcc9e6db83e8 node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=cf804453-b182-495e-bbcc-48a3491ec165, infoPort=34077, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T03:44:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4516a16cb68503a3 with lease ID 0xf66bf27dc3d9dda8: Processing first storage report for DS-0d7af548-e53b-4728-8f79-4ff04cd7edc8 from datanode DatanodeRegistration(127.0.0.1:35275, datanodeUuid=cf804453-b182-495e-bbcc-48a3491ec165, infoPort=34077, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849) 2024-11-16T03:44:53,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4516a16cb68503a3 with lease ID 0xf66bf27dc3d9dda8: from storage DS-0d7af548-e53b-4728-8f79-4ff04cd7edc8 node DatanodeRegistration(127.0.0.1:35275, datanodeUuid=cf804453-b182-495e-bbcc-48a3491ec165, infoPort=34077, infoSecurePort=0, ipcPort=34397, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:44:53,478 WARN [Thread-1628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data4/current/BP-1175329633-172.17.0.2-1731728691849/current, will proceed with Du for space computation calculation, 2024-11-16T03:44:53,478 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data3/current/BP-1175329633-172.17.0.2-1731728691849/current, will proceed with Du for space computation calculation, 2024-11-16T03:44:53,511 WARN [Thread-1603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T03:44:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa3a389e9591e53 with lease ID 0xf66bf27dc3d9dda9: Processing first storage report for DS-a599ab3e-dcfb-454f-80ae-2165e71b1023 from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=ecc42e90-be2c-4496-815b-ba6b3da939bb, infoPort=43717, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849) 2024-11-16T03:44:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa3a389e9591e53 with lease ID 0xf66bf27dc3d9dda9: from storage DS-a599ab3e-dcfb-454f-80ae-2165e71b1023 node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=ecc42e90-be2c-4496-815b-ba6b3da939bb, infoPort=43717, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T03:44:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa3a389e9591e53 with lease ID 0xf66bf27dc3d9dda9: Processing first storage report for DS-2e8aa649-d728-4dde-af6d-ee8aed72a57d from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=ecc42e90-be2c-4496-815b-ba6b3da939bb, infoPort=43717, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849) 2024-11-16T03:44:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa3a389e9591e53 with lease ID 0xf66bf27dc3d9dda9: from storage DS-2e8aa649-d728-4dde-af6d-ee8aed72a57d node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=ecc42e90-be2c-4496-815b-ba6b3da939bb, infoPort=43717, infoSecurePort=0, ipcPort=33463, storageInfo=lv=-57;cid=testClusterID;nsid=953260194;c=1731728691849), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T03:44:53,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375 2024-11-16T03:44:53,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/zookeeper_0, clientPort=57498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T03:44:53,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57498 2024-11-16T03:44:53,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:44:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741825_1001 (size=7) 2024-11-16T03:44:53,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e with version=8 2024-11-16T03:44:53,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32813/user/jenkins/test-data/574aa7f6-9eb6-9357-00a1-12537f86a1a2/hbase-staging 2024-11-16T03:44:53,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:44:53,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T03:44:53,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:44:53,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39677 2024-11-16T03:44:53,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39677 connecting to ZooKeeper ensemble=127.0.0.1:57498 2024-11-16T03:44:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396770x0, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:44:53,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39677-0x10143086bec0000 connected 2024-11-16T03:44:53,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:53,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e, hbase.cluster.distributed=false 2024-11-16T03:44:53,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:44:53,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-16T03:44:53,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39677 2024-11-16T03:44:53,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39677 2024-11-16T03:44:53,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-16T03:44:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-16T03:44:53,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/de2d41f4e681:0 server-side Connection retries=45 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T03:44:53,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T03:44:53,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39937 2024-11-16T03:44:53,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39937 connecting to ZooKeeper ensemble=127.0.0.1:57498 2024-11-16T03:44:53,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399370x0, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T03:44:53,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399370x0, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:53,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39937-0x10143086bec0001 connected 2024-11-16T03:44:53,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T03:44:53,757 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T03:44:53,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T03:44:53,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T03:44:53,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T03:44:53,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39937 2024-11-16T03:44:53,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39937 2024-11-16T03:44:53,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T03:44:53,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T03:44:53,785 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;de2d41f4e681:39677 2024-11-16T03:44:53,786 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/de2d41f4e681,39677,1731728693567 2024-11-16T03:44:53,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:44:53,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:44:53,796 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/de2d41f4e681,39677,1731728693567 2024-11-16T03:44:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T03:44:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:53,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:53,804 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T03:44:53,804 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/de2d41f4e681,39677,1731728693567 from backup master directory 2024-11-16T03:44:53,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/de2d41f4e681,39677,1731728693567 2024-11-16T03:44:53,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:44:53,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T03:44:53,812 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:44:53,812 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=de2d41f4e681,39677,1731728693567 2024-11-16T03:44:53,817 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/hbase.id] with ID: 622150f2-b40c-41ae-859a-8b5e2d1ba84c 2024-11-16T03:44:53,817 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/.tmp/hbase.id 2024-11-16T03:44:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:44:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741826_1002 (size=42) 2024-11-16T03:44:53,826 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/.tmp/hbase.id]:[hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/hbase.id] 2024-11-16T03:44:53,840 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:53,840 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T03:44:53,841 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T03:44:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:44:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741827_1003 (size=196) 2024-11-16T03:44:53,866 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T03:44:53,867 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T03:44:53,867 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:44:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:44:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741828_1004 (size=1189) 2024-11-16T03:44:53,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store 2024-11-16T03:44:53,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:44:53,893 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741829_1005 (size=34) 2024-11-16T03:44:53,893 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:44:53,894 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:53,894 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:53,894 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:44:53,894 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:53,894 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:53,894 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728693893Disabling compacts and flushes for region at 1731728693893Disabling writes for close at 1731728693894 (+1 ms)Writing region close event to WAL at 1731728693894Closed at 1731728693894 2024-11-16T03:44:53,895 WARN [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/.initializing 2024-11-16T03:44:53,895 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/WALs/de2d41f4e681,39677,1731728693567 2024-11-16T03:44:53,896 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:44:53,898 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C39677%2C1731728693567, suffix=, logDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/WALs/de2d41f4e681,39677,1731728693567, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/oldWALs, maxLogs=10 2024-11-16T03:44:53,916 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/WALs/de2d41f4e681,39677,1731728693567/de2d41f4e681%2C39677%2C1731728693567.1731728693898, exclude list is [], retry=0 2024-11-16T03:44:53,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-a599ab3e-dcfb-454f-80ae-2165e71b1023,DISK] 2024-11-16T03:44:53,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-3064694d-812b-4708-b0f9-bcc9e6db83e8,DISK] 2024-11-16T03:44:53,925 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/WALs/de2d41f4e681,39677,1731728693567/de2d41f4e681%2C39677%2C1731728693567.1731728693898 2024-11-16T03:44:53,925 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43717:43717),(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-16T03:44:53,925 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:44:53,925 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:53,926 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,926 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T03:44:53,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:53,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:53,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T03:44:53,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:53,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:44:53,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T03:44:53,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:53,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:44:53,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T03:44:53,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:53,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T03:44:53,940 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,941 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,941 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,942 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,942 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,943 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T03:44:53,945 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T03:44:53,947 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:44:53,947 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786381, jitterRate=-6.58184289932251E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T03:44:53,948 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731728693926Initializing all the Stores at 1731728693927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728693927Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728693929 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728693929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728693929Cleaning up temporary data from old regions at 1731728693942 (+13 ms)Region opened successfully at 1731728693948 (+6 ms) 2024-11-16T03:44:53,948 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T03:44:53,951 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a5b8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:44:53,952 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T03:44:53,952 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T03:44:53,952 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T03:44:53,952 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T03:44:53,952 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T03:44:53,953 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T03:44:53,953 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T03:44:53,954 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T03:44:53,955 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T03:44:53,970 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T03:44:53,970 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T03:44:53,971 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T03:44:53,978 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T03:44:53,979 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T03:44:53,980 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T03:44:53,987 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T03:44:53,988 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T03:44:53,995 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T03:44:53,997 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T03:44:54,008 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T03:44:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,016 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=de2d41f4e681,39677,1731728693567, sessionid=0x10143086bec0000, setting cluster-up flag (Was=false) 2024-11-16T03:44:54,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,058 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T03:44:54,059 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,39677,1731728693567 2024-11-16T03:44:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,103 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T03:44:54,105 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=de2d41f4e681,39677,1731728693567 2024-11-16T03:44:54,106 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T03:44:54,107 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T03:44:54,107 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T03:44:54,107 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T03:44:54,108 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: de2d41f4e681,39677,1731728693567 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/de2d41f4e681:0, corePoolSize=5, maxPoolSize=5 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/de2d41f4e681:0, corePoolSize=10, maxPoolSize=10 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:44:54,109 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:44:54,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T03:44:54,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731728724114 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T03:44:54,114 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,119 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T03:44:54,119 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T03:44:54,119 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T03:44:54,119 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T03:44:54,119 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T03:44:54,122 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728694119,5,FailOnTimeoutGroup] 2024-11-16T03:44:54,123 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728694123,5,FailOnTimeoutGroup] 2024-11-16T03:44:54,123 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,123 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T03:44:54,123 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,123 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:44:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741831_1007 (size=1321) 2024-11-16T03:44:54,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T03:44:54,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e 2024-11-16T03:44:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:44:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741832_1008 (size=32) 2024-11-16T03:44:54,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:44:54,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:44:54,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:44:54,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:44:54,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:44:54,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:44:54,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:44:54,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:44:54,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:44:54,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740 2024-11-16T03:44:54,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740 2024-11-16T03:44:54,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:44:54,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:44:54,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:44:54,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:44:54,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T03:44:54,157 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=840054, jitterRate=0.06818389892578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:44:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731728694139Initializing all the Stores at 1731728694140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728694140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694140Cleaning up temporary data from old regions at 1731728694152 (+12 ms)Region opened successfully at 1731728694158 (+6 ms) 2024-11-16T03:44:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:44:54,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:44:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:44:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:44:54,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:44:54,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:44:54,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728694158Disabling compacts and flushes for region at 1731728694158Disabling writes for close at 1731728694158Writing region close event to WAL at 1731728694159 (+1 ms)Closed at 1731728694159 2024-11-16T03:44:54,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:44:54,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T03:44:54,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T03:44:54,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:44:54,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T03:44:54,177 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(746): ClusterId : 622150f2-b40c-41ae-859a-8b5e2d1ba84c 2024-11-16T03:44:54,177 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T03:44:54,205 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T03:44:54,205 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T03:44:54,213 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T03:44:54,213 DEBUG [RS:0;de2d41f4e681:39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0b39f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=de2d41f4e681/172.17.0.2:0 2024-11-16T03:44:54,224 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;de2d41f4e681:39937 2024-11-16T03:44:54,224 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T03:44:54,224 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T03:44:54,224 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T03:44:54,225 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(2659): reportForDuty to master=de2d41f4e681,39677,1731728693567 with port=39937, startcode=1731728693737 2024-11-16T03:44:54,225 DEBUG [RS:0;de2d41f4e681:39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T03:44:54,227 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T03:44:54,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39677 {}] master.ServerManager(517): Registering regionserver=de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,229 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e 2024-11-16T03:44:54,229 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46507 2024-11-16T03:44:54,229 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T03:44:54,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:44:54,237 DEBUG [RS:0;de2d41f4e681:39937 {}] zookeeper.ZKUtil(111): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,238 WARN [RS:0;de2d41f4e681:39937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T03:44:54,238 INFO [RS:0;de2d41f4e681:39937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:44:54,238 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [de2d41f4e681,39937,1731728693737] 2024-11-16T03:44:54,242 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T03:44:54,244 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T03:44:54,244 INFO [RS:0;de2d41f4e681:39937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T03:44:54,244 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,244 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T03:44:54,245 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T03:44:54,245 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/de2d41f4e681:0, corePoolSize=2, maxPoolSize=2 2024-11-16T03:44:54,245 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/de2d41f4e681:0, corePoolSize=1, maxPoolSize=1 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:44:54,246 DEBUG [RS:0;de2d41f4e681:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/de2d41f4e681:0, corePoolSize=3, maxPoolSize=3 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,246 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39937,1731728693737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:44:54,263 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T03:44:54,263 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39937,1731728693737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,263 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,264 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.Replication(171): de2d41f4e681,39937,1731728693737 started 2024-11-16T03:44:54,278 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,278 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1482): Serving as de2d41f4e681,39937,1731728693737, RpcServer on de2d41f4e681/172.17.0.2:39937, sessionid=0x10143086bec0001 2024-11-16T03:44:54,278 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T03:44:54,278 DEBUG [RS:0;de2d41f4e681:39937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,278 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,39937,1731728693737' 2024-11-16T03:44:54,278 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T03:44:54,279 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T03:44:54,279 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T03:44:54,279 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T03:44:54,280 DEBUG [RS:0;de2d41f4e681:39937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,280 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'de2d41f4e681,39937,1731728693737' 2024-11-16T03:44:54,280 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T03:44:54,280 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T03:44:54,280 DEBUG [RS:0;de2d41f4e681:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T03:44:54,280 INFO [RS:0;de2d41f4e681:39937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T03:44:54,280 INFO [RS:0;de2d41f4e681:39937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T03:44:54,312 WARN [de2d41f4e681:39677 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T03:44:54,381 INFO [RS:0;de2d41f4e681:39937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:44:54,383 INFO [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C39937%2C1731728693737, suffix=, logDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs, maxLogs=32 2024-11-16T03:44:54,397 DEBUG [RS:0;de2d41f4e681:39937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737/de2d41f4e681%2C39937%2C1731728693737.1731728694383, exclude list is [], retry=0 2024-11-16T03:44:54,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-a599ab3e-dcfb-454f-80ae-2165e71b1023,DISK] 2024-11-16T03:44:54,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-3064694d-812b-4708-b0f9-bcc9e6db83e8,DISK] 2024-11-16T03:44:54,406 INFO [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737/de2d41f4e681%2C39937%2C1731728693737.1731728694383 2024-11-16T03:44:54,407 DEBUG [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43717:43717),(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-16T03:44:54,562 DEBUG [de2d41f4e681:39677 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T03:44:54,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,563 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,39937,1731728693737, state=OPENING 2024-11-16T03:44:54,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T03:44:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:54,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:44:54,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:44:54,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T03:44:54,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,39937,1731728693737}] 2024-11-16T03:44:54,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T03:44:54,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T03:44:54,778 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T03:44:54,778 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:44:54,778 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T03:44:54,780 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=de2d41f4e681%2C39937%2C1731728693737.meta, suffix=.meta, logDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs, maxLogs=32 2024-11-16T03:44:54,794 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737/de2d41f4e681%2C39937%2C1731728693737.meta.1731728694781.meta, exclude list is [], retry=0 2024-11-16T03:44:54,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-3064694d-812b-4708-b0f9-bcc9e6db83e8,DISK] 2024-11-16T03:44:54,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-a599ab3e-dcfb-454f-80ae-2165e71b1023,DISK] 2024-11-16T03:44:54,798 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/de2d41f4e681,39937,1731728693737/de2d41f4e681%2C39937%2C1731728693737.meta.1731728694781.meta 2024-11-16T03:44:54,798 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077),(127.0.0.1/127.0.0.1:43717:43717)] 2024-11-16T03:44:54,798 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T03:44:54,799 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T03:44:54,799 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T03:44:54,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T03:44:54,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T03:44:54,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T03:44:54,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T03:44:54,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T03:44:54,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T03:44:54,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T03:44:54,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T03:44:54,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T03:44:54,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T03:44:54,806 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T03:44:54,806 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740 2024-11-16T03:44:54,807 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740 2024-11-16T03:44:54,808 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T03:44:54,808 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T03:44:54,808 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T03:44:54,809 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T03:44:54,810 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867400, jitterRate=0.10295642912387848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T03:44:54,810 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T03:44:54,810 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731728694799Writing region info on filesystem at 1731728694799Initializing all the Stores at 1731728694800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731728694800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731728694800Cleaning up temporary data from old regions at 1731728694808 (+8 ms)Running coprocessor post-open hooks at 1731728694810 (+2 ms)Region opened successfully at 1731728694810 2024-11-16T03:44:54,811 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731728694773 2024-11-16T03:44:54,813 DEBUG [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T03:44:54,814 INFO [RS_OPEN_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T03:44:54,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as de2d41f4e681,39937,1731728693737, state=OPEN 2024-11-16T03:44:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:44:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T03:44:54,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=de2d41f4e681,39937,1731728693737 2024-11-16T03:44:54,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:44:54,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T03:44:54,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T03:44:54,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=de2d41f4e681,39937,1731728693737 in 242 msec 2024-11-16T03:44:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T03:44:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-11-16T03:44:54,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T03:44:54,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T03:44:54,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:44:54,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,39937,1731728693737, seqNum=-1] 2024-11-16T03:44:54,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:44:54,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:44:54,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 766 msec 2024-11-16T03:44:54,874 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731728694874, completionTime=-1 2024-11-16T03:44:54,874 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T03:44:54,874 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T03:44:54,876 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T03:44:54,876 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731728754876 2024-11-16T03:44:54,876 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731728814876 2024-11-16T03:44:54,876 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T03:44:54,876 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,877 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,877 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,877 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-de2d41f4e681:39677, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,877 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,877 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,879 DEBUG [master/de2d41f4e681:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.069sec 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T03:44:54,881 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T03:44:54,884 DEBUG [master/de2d41f4e681:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T03:44:54,884 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T03:44:54,884 INFO [master/de2d41f4e681:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=de2d41f4e681,39677,1731728693567-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T03:44:54,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c90e7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:44:54,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request de2d41f4e681,39677,-1 for getting cluster id 2024-11-16T03:44:54,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T03:44:54,978 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '622150f2-b40c-41ae-859a-8b5e2d1ba84c' 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "622150f2-b40c-41ae-859a-8b5e2d1ba84c" 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f761a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [de2d41f4e681,39677,-1] 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T03:44:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:54,980 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T03:44:54,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d1ff35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T03:44:54,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T03:44:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=de2d41f4e681,39937,1731728693737, seqNum=-1] 2024-11-16T03:44:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T03:44:54,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T03:44:54,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=de2d41f4e681,39677,1731728693567 2024-11-16T03:44:54,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T03:44:54,987 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T03:44:54,987 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T03:44:54,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T03:44:54,991 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs, maxLogs=32 2024-11-16T03:44:55,003 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728694991, exclude list is [], retry=0 2024-11-16T03:44:55,006 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-a599ab3e-dcfb-454f-80ae-2165e71b1023,DISK] 2024-11-16T03:44:55,006 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-3064694d-812b-4708-b0f9-bcc9e6db83e8,DISK] 2024-11-16T03:44:55,008 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728694991 2024-11-16T03:44:55,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43717:43717),(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-16T03:44:55,022 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728695009, exclude list is [], retry=0 2024-11-16T03:44:55,024 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35275,DS-3064694d-812b-4708-b0f9-bcc9e6db83e8,DISK] 2024-11-16T03:44:55,025 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-a599ab3e-dcfb-454f-80ae-2165e71b1023,DISK] 2024-11-16T03:44:55,027 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728694991 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728695009 2024-11-16T03:44:55,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077),(127.0.0.1/127.0.0.1:43717:43717)] 2024-11-16T03:44:55,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728694991 is not closed yet, will try archiving it next time 2024-11-16T03:44:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741835_1011 (size=93) 2024-11-16T03:44:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741835_1011 (size=93) 2024-11-16T03:44:55,034 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/WALs/test.com,8080,1/test.com%2C8080%2C1.1731728694991 to hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs/test.com%2C8080%2C1.1731728694991 2024-11-16T03:44:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741836_1012 (size=93) 2024-11-16T03:44:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741836_1012 (size=93) 2024-11-16T03:44:55,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs 2024-11-16T03:44:55,038 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731728695009) 2024-11-16T03:44:55,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T03:44:55,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:44:55,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:55,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:55,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:55,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T03:44:55,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T03:44:55,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1650122825, stopped=false 2024-11-16T03:44:55,039 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=de2d41f4e681,39677,1731728693567 2024-11-16T03:44:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T03:44:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:55,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:44:55,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T03:44:55,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:55,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:55,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:55,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'de2d41f4e681,39937,1731728693737' ***** 2024-11-16T03:44:55,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T03:44:55,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T03:44:55,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(959): stopping server de2d41f4e681,39937,1731728693737 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;de2d41f4e681:39937. 2024-11-16T03:44:55,059 DEBUG [RS:0;de2d41f4e681:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T03:44:55,059 DEBUG [RS:0;de2d41f4e681:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T03:44:55,059 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T03:44:55,060 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T03:44:55,060 DEBUG [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T03:44:55,060 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T03:44:55,060 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T03:44:55,060 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T03:44:55,060 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T03:44:55,060 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T03:44:55,060 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T03:44:55,082 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/.tmp/ns/812d2d9842d9489692e180236dc67c92 is 43, key is default/ns:d/1731728694870/Put/seqid=0 2024-11-16T03:44:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741837_1013 (size=5153) 2024-11-16T03:44:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741837_1013 (size=5153) 2024-11-16T03:44:55,089 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/.tmp/ns/812d2d9842d9489692e180236dc67c92 2024-11-16T03:44:55,096 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/.tmp/ns/812d2d9842d9489692e180236dc67c92 as hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/ns/812d2d9842d9489692e180236dc67c92 2024-11-16T03:44:55,103 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/ns/812d2d9842d9489692e180236dc67c92, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T03:44:55,104 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false 2024-11-16T03:44:55,104 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T03:44:55,109 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T03:44:55,110 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T03:44:55,110 INFO [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T03:44:55,110 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731728695060Running coprocessor pre-close hooks at 1731728695060Disabling compacts and flushes for region at 1731728695060Disabling writes for close at 1731728695060Obtaining lock to block concurrent updates at 1731728695060Preparing flush snapshotting stores in 1588230740 at 1731728695060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731728695061 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731728695062 (+1 ms)Flushing 1588230740/ns: creating writer at 1731728695062Flushing 1588230740/ns: appending metadata at 1731728695081 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731728695081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c9ebe4: reopening flushed file at 1731728695095 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false at 1731728695104 (+9 ms)Writing region close event to WAL at 1731728695106 (+2 ms)Running coprocessor post-close hooks at 1731728695110 (+4 ms)Closed at 1731728695110 2024-11-16T03:44:55,110 DEBUG [RS_CLOSE_META-regionserver/de2d41f4e681:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T03:44:55,260 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(976): stopping server de2d41f4e681,39937,1731728693737; all regions closed. 2024-11-16T03:44:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741834_1010 (size=1152) 2024-11-16T03:44:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741834_1010 (size=1152) 2024-11-16T03:44:55,265 DEBUG [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs 2024-11-16T03:44:55,265 INFO [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C39937%2C1731728693737.meta:.meta(num 1731728694781) 2024-11-16T03:44:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741833_1009 (size=93) 2024-11-16T03:44:55,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741833_1009 (size=93) 2024-11-16T03:44:55,269 DEBUG [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/oldWALs 2024-11-16T03:44:55,269 INFO [RS:0;de2d41f4e681:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL de2d41f4e681%2C39937%2C1731728693737:(num 1731728694383) 2024-11-16T03:44:55,269 DEBUG [RS:0;de2d41f4e681:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T03:44:55,269 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T03:44:55,270 INFO [RS:0;de2d41f4e681:39937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:44:55,270 INFO [RS:0;de2d41f4e681:39937 {}] hbase.ChoreService(370): Chore service for: regionserver/de2d41f4e681:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T03:44:55,270 INFO [RS:0;de2d41f4e681:39937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:44:55,270 INFO [regionserver/de2d41f4e681:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:44:55,270 INFO [RS:0;de2d41f4e681:39937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39937 2024-11-16T03:44:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/de2d41f4e681,39937,1731728693737 2024-11-16T03:44:55,287 INFO [RS:0;de2d41f4e681:39937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:44:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T03:44:55,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [de2d41f4e681,39937,1731728693737] 2024-11-16T03:44:55,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/de2d41f4e681,39937,1731728693737 already deleted, retry=false 2024-11-16T03:44:55,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; de2d41f4e681,39937,1731728693737 expired; onlineServers=0 2024-11-16T03:44:55,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'de2d41f4e681,39677,1731728693567' ***** 2024-11-16T03:44:55,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T03:44:55,308 DEBUG [M:0;de2d41f4e681:39677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T03:44:55,308 DEBUG [M:0;de2d41f4e681:39677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T03:44:55,308 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728694123 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.small.0-1731728694123,5,FailOnTimeoutGroup] 2024-11-16T03:44:55,308 DEBUG [master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728694119 {}] cleaner.HFileCleaner(306): Exit Thread[master/de2d41f4e681:0:becomeActiveMaster-HFileCleaner.large.0-1731728694119,5,FailOnTimeoutGroup] 2024-11-16T03:44:55,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] hbase.ChoreService(370): Chore service for: master/de2d41f4e681:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T03:44:55,308 DEBUG [M:0;de2d41f4e681:39677 {}] master.HMaster(1795): Stopping service threads 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T03:44:55,308 INFO [M:0;de2d41f4e681:39677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T03:44:55,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T03:44:55,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T03:44:55,316 DEBUG [M:0;de2d41f4e681:39677 {}] zookeeper.ZKUtil(347): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T03:44:55,316 WARN [M:0;de2d41f4e681:39677 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T03:44:55,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T03:44:55,316 INFO [M:0;de2d41f4e681:39677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/.lastflushedseqids 2024-11-16T03:44:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741838_1014 (size=99) 2024-11-16T03:44:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741838_1014 (size=99) 2024-11-16T03:44:55,322 INFO [M:0;de2d41f4e681:39677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T03:44:55,322 INFO [M:0;de2d41f4e681:39677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T03:44:55,322 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T03:44:55,322 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:55,322 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:55,322 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T03:44:55,322 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:55,322 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-16T03:44:55,338 DEBUG [M:0;de2d41f4e681:39677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a18a6c355143c9a650876c7ab93860 is 82, key is hbase:meta,,1/info:regioninfo/1731728694814/Put/seqid=0 2024-11-16T03:44:55,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741839_1015 (size=5672) 2024-11-16T03:44:55,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741839_1015 (size=5672) 2024-11-16T03:44:55,350 INFO [M:0;de2d41f4e681:39677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a18a6c355143c9a650876c7ab93860 2024-11-16T03:44:55,370 DEBUG [M:0;de2d41f4e681:39677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cab60819824333bd59c3d700cb29d2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731728694873/Put/seqid=0 2024-11-16T03:44:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741840_1016 (size=5275) 2024-11-16T03:44:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741840_1016 (size=5275) 2024-11-16T03:44:55,375 INFO [M:0;de2d41f4e681:39677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cab60819824333bd59c3d700cb29d2 2024-11-16T03:44:55,393 DEBUG [M:0;de2d41f4e681:39677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1edb584717443baf453c395293aa3e is 69, key is de2d41f4e681,39937,1731728693737/rs:state/1731728694228/Put/seqid=0 2024-11-16T03:44:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741841_1017 (size=5156) 2024-11-16T03:44:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741841_1017 (size=5156) 2024-11-16T03:44:55,399 INFO [M:0;de2d41f4e681:39677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1edb584717443baf453c395293aa3e 2024-11-16T03:44:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:55,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10143086bec0001, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:55,400 INFO [RS:0;de2d41f4e681:39937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:44:55,400 INFO [RS:0;de2d41f4e681:39937 {}] regionserver.HRegionServer(1031): Exiting; stopping=de2d41f4e681,39937,1731728693737; zookeeper connection closed. 2024-11-16T03:44:55,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f705980 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f705980 2024-11-16T03:44:55,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T03:44:55,419 DEBUG [M:0;de2d41f4e681:39677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b515474c1ab04b9ba2cd33a2b4d82a5a is 52, key is load_balancer_on/state:d/1731728694986/Put/seqid=0 2024-11-16T03:44:55,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741842_1018 (size=5056) 2024-11-16T03:44:55,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741842_1018 (size=5056) 2024-11-16T03:44:55,424 INFO [M:0;de2d41f4e681:39677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b515474c1ab04b9ba2cd33a2b4d82a5a 2024-11-16T03:44:55,429 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7a18a6c355143c9a650876c7ab93860 as hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7a18a6c355143c9a650876c7ab93860 2024-11-16T03:44:55,435 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7a18a6c355143c9a650876c7ab93860, entries=8, sequenceid=29, filesize=5.5 K 2024-11-16T03:44:55,436 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cab60819824333bd59c3d700cb29d2 as hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cab60819824333bd59c3d700cb29d2 2024-11-16T03:44:55,442 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cab60819824333bd59c3d700cb29d2, entries=3, sequenceid=29, filesize=5.2 K 2024-11-16T03:44:55,443 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a1edb584717443baf453c395293aa3e as hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a1edb584717443baf453c395293aa3e 2024-11-16T03:44:55,448 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a1edb584717443baf453c395293aa3e, entries=1, sequenceid=29, filesize=5.0 K 2024-11-16T03:44:55,449 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b515474c1ab04b9ba2cd33a2b4d82a5a as hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b515474c1ab04b9ba2cd33a2b4d82a5a 2024-11-16T03:44:55,456 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46507/user/jenkins/test-data/a0873c8e-9012-d9ab-d412-f16cfaf4d35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b515474c1ab04b9ba2cd33a2b4d82a5a, entries=1, sequenceid=29, filesize=4.9 K 2024-11-16T03:44:55,457 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=29, compaction requested=false 2024-11-16T03:44:55,465 INFO [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T03:44:55,465 DEBUG [M:0;de2d41f4e681:39677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731728695322Disabling compacts and flushes for region at 1731728695322Disabling writes for close at 1731728695322Obtaining lock to block concurrent updates at 1731728695322Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731728695322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731728695323 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731728695324 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731728695324Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731728695338 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731728695338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731728695354 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731728695370 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731728695370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731728695380 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731728695393 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731728695393Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731728695404 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731728695418 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731728695418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4d8bea: reopening flushed file at 1731728695428 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ad7096: reopening flushed file at 1731728695435 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b3f4c3: reopening flushed file at 1731728695442 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664f0649: reopening flushed file at 1731728695448 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=29, compaction requested=false at 1731728695458 (+10 ms)Writing region close event to WAL at 1731728695465 (+7 ms)Closed at 1731728695465 2024-11-16T03:44:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35275 is added to blk_1073741830_1006 (size=10311) 2024-11-16T03:44:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741830_1006 (size=10311) 2024-11-16T03:44:55,470 INFO [M:0;de2d41f4e681:39677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T03:44:55,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T03:44:55,471 INFO [M:0;de2d41f4e681:39677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39677 2024-11-16T03:44:55,471 INFO [M:0;de2d41f4e681:39677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T03:44:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:55,595 INFO [M:0;de2d41f4e681:39677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T03:44:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39677-0x10143086bec0000, quorum=127.0.0.1:57498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T03:44:55,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@284ed045{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:55,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a417a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:55,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:55,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d12e58f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:55,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b8cc41f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:55,599 WARN [BP-1175329633-172.17.0.2-1731728691849 heartbeating to localhost/127.0.0.1:46507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:44:55,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:44:55,599 WARN [BP-1175329633-172.17.0.2-1731728691849 heartbeating to localhost/127.0.0.1:46507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175329633-172.17.0.2-1731728691849 (Datanode Uuid ecc42e90-be2c-4496-815b-ba6b3da939bb) service to localhost/127.0.0.1:46507 2024-11-16T03:44:55,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:44:55,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data3/current/BP-1175329633-172.17.0.2-1731728691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:55,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data4/current/BP-1175329633-172.17.0.2-1731728691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:55,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:44:55,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67315410{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T03:44:55,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f922443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:55,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:55,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3230a9b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:55,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46e42f14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:55,605 WARN [BP-1175329633-172.17.0.2-1731728691849 heartbeating to localhost/127.0.0.1:46507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T03:44:55,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T03:44:55,605 WARN [BP-1175329633-172.17.0.2-1731728691849 heartbeating to localhost/127.0.0.1:46507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175329633-172.17.0.2-1731728691849 (Datanode Uuid cf804453-b182-495e-bbcc-48a3491ec165) service to localhost/127.0.0.1:46507 2024-11-16T03:44:55,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T03:44:55,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data1/current/BP-1175329633-172.17.0.2-1731728691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:55,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/cluster_1ea0f586-c810-1b8c-fc01-449a8197c209/data/data2/current/BP-1175329633-172.17.0.2-1731728691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T03:44:55,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T03:44:55,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b70629e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T03:44:55,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ff30c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T03:44:55,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T03:44:55,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e6c0d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T03:44:55,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23334080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc27c424-8b8d-1e75-e8bf-2aeb763c2375/hadoop.log.dir/,STOPPED} 2024-11-16T03:44:55,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T03:44:55,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T03:44:55,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 110) - Thread LEAK? -, OpenFileDescriptor=503 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6676 (was 6737)