2024-11-17 01:40:45,149 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-17 01:40:45,183 main DEBUG Took 0.030794 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 01:40:45,183 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 01:40:45,184 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 01:40:45,185 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 01:40:45,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,200 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 01:40:45,218 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,226 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,230 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,232 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,233 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 01:40:45,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,234 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 01:40:45,236 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 01:40:45,238 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 01:40:45,241 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 01:40:45,242 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 01:40:45,243 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 01:40:45,244 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 01:40:45,255 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 01:40:45,259 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 01:40:45,262 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 01:40:45,263 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 01:40:45,263 main DEBUG createAppenders(={Console}) 2024-11-17 01:40:45,264 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-17 01:40:45,265 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-17 01:40:45,265 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-17 01:40:45,266 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 01:40:45,266 main DEBUG OutputStream closed 2024-11-17 01:40:45,266 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 01:40:45,267 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 01:40:45,267 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-17 01:40:45,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 01:40:45,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 01:40:45,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 01:40:45,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 01:40:45,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 01:40:45,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 01:40:45,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 01:40:45,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 01:40:45,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 01:40:45,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 01:40:45,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 01:40:45,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 01:40:45,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 01:40:45,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 01:40:45,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 01:40:45,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 01:40:45,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 01:40:45,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 01:40:45,426 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 01:40:45,427 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-17 01:40:45,427 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 01:40:45,428 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-17T01:40:45,809 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac 2024-11-17 01:40:45,814 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 01:40:45,815 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T01:40:45,835 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-17T01:40:45,851 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-17T01:40:45,916 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T01:40:45,976 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T01:40:45,976 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T01:40:45,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T01:40:46,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6, deleteOnExit=true 2024-11-17T01:40:46,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T01:40:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/test.cache.data in system properties and HBase conf 2024-11-17T01:40:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T01:40:46,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir in system properties and HBase conf 2024-11-17T01:40:46,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T01:40:46,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T01:40:46,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T01:40:46,147 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T01:40:46,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T01:40:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T01:40:46,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T01:40:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T01:40:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T01:40:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T01:40:46,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T01:40:46,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T01:40:46,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T01:40:46,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T01:40:46,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/nfs.dump.dir in system properties and HBase conf 2024-11-17T01:40:46,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/java.io.tmpdir in system properties and HBase conf 2024-11-17T01:40:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T01:40:46,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T01:40:46,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T01:40:47,590 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T01:40:47,695 INFO [Time-limited test {}] log.Log(170): Logging initialized @3667ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T01:40:47,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T01:40:47,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T01:40:47,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T01:40:47,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T01:40:47,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T01:40:47,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T01:40:47,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,AVAILABLE} 2024-11-17T01:40:47,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T01:40:48,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/java.io.tmpdir/jetty-localhost-34585-hadoop-hdfs-3_4_1-tests_jar-_-any-6428501236593895962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T01:40:48,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:34585} 2024-11-17T01:40:48,288 INFO [Time-limited test {}] server.Server(415): Started @4260ms 2024-11-17T01:40:49,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T01:40:49,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T01:40:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T01:40:49,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T01:40:49,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T01:40:49,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,AVAILABLE} 2024-11-17T01:40:49,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T01:40:49,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36632d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/java.io.tmpdir/jetty-localhost-43257-hadoop-hdfs-3_4_1-tests_jar-_-any-5817421528653020927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:40:49,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:43257} 2024-11-17T01:40:49,260 INFO [Time-limited test {}] server.Server(415): Started @5231ms 2024-11-17T01:40:49,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T01:40:49,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T01:40:49,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T01:40:49,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T01:40:49,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T01:40:49,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T01:40:49,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,AVAILABLE} 2024-11-17T01:40:49,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T01:40:49,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4546bb60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/java.io.tmpdir/jetty-localhost-34115-hadoop-hdfs-3_4_1-tests_jar-_-any-10942116997571762783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:40:49,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:34115} 2024-11-17T01:40:49,655 INFO [Time-limited test {}] server.Server(415): Started @5627ms 2024-11-17T01:40:49,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T01:40:49,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T01:40:49,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T01:40:49,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T01:40:49,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T01:40:49,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T01:40:49,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,AVAILABLE} 2024-11-17T01:40:49,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T01:40:49,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43206bef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/java.io.tmpdir/jetty-localhost-36795-hadoop-hdfs-3_4_1-tests_jar-_-any-4516708058773903846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:40:49,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:36795} 2024-11-17T01:40:49,861 INFO [Time-limited test {}] server.Server(415): Started @5833ms 2024-11-17T01:40:49,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T01:40:50,854 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data3/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,854 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data1/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,854 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data2/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,854 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data4/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,911 WARN [Thread-134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data5/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,913 WARN [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data6/current/BP-1521214777-172.17.0.2-1731807647076/current, will proceed with Du for space computation calculation, 2024-11-17T01:40:50,925 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T01:40:50,952 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T01:40:50,979 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T01:40:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cf8f4a115e08fc with lease ID 0xf8cb057bf5a4f350: Processing first storage report for DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=b354a1b4-6eb4-4a3e-bf7f-f9a2d031b562, infoPort=38631, infoSecurePort=0, ipcPort=34893, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cf8f4a115e08fc with lease ID 0xf8cb057bf5a4f350: from storage DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=b354a1b4-6eb4-4a3e-bf7f-f9a2d031b562, infoPort=38631, infoSecurePort=0, ipcPort=34893, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f391db2207439e with lease ID 0xf8cb057bf5a4f352: Processing first storage report for DS-5e0127df-8027-4d16-881f-201345184d01 from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=4a56f76e-7bc0-41f5-b8d0-4980aa6d53e5, infoPort=34801, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f391db2207439e with lease ID 0xf8cb057bf5a4f352: from storage DS-5e0127df-8027-4d16-881f-201345184d01 node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=4a56f76e-7bc0-41f5-b8d0-4980aa6d53e5, infoPort=34801, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cf8f4a115e08fc with lease ID 0xf8cb057bf5a4f350: Processing first storage report for DS-4c27db81-5e07-4b3c-87a2-e1589b932c2b from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=b354a1b4-6eb4-4a3e-bf7f-f9a2d031b562, infoPort=38631, infoSecurePort=0, ipcPort=34893, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cf8f4a115e08fc with lease ID 0xf8cb057bf5a4f350: from storage DS-4c27db81-5e07-4b3c-87a2-e1589b932c2b node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=b354a1b4-6eb4-4a3e-bf7f-f9a2d031b562, infoPort=38631, infoSecurePort=0, ipcPort=34893, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f391db2207439e with lease ID 0xf8cb057bf5a4f352: Processing first storage report for DS-572b4be9-2594-4c3c-8cc5-e139cb092a9c from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=4a56f76e-7bc0-41f5-b8d0-4980aa6d53e5, infoPort=34801, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f391db2207439e with lease ID 0xf8cb057bf5a4f352: from storage DS-572b4be9-2594-4c3c-8cc5-e139cb092a9c node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=4a56f76e-7bc0-41f5-b8d0-4980aa6d53e5, infoPort=34801, infoSecurePort=0, ipcPort=41827, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe03a879423e98a6f with lease ID 0xf8cb057bf5a4f351: Processing first storage report for DS-80881b02-fc42-4e12-bce0-a3f8f4457be1 from datanode DatanodeRegistration(127.0.0.1:43489, datanodeUuid=98d7df97-1c0c-4f1d-9880-3e3bc2e793d1, infoPort=32789, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe03a879423e98a6f with lease ID 0xf8cb057bf5a4f351: from storage DS-80881b02-fc42-4e12-bce0-a3f8f4457be1 node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=98d7df97-1c0c-4f1d-9880-3e3bc2e793d1, infoPort=32789, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe03a879423e98a6f with lease ID 0xf8cb057bf5a4f351: Processing first storage report for DS-93c94f06-1abd-4999-b89c-4866032843bb from datanode DatanodeRegistration(127.0.0.1:43489, datanodeUuid=98d7df97-1c0c-4f1d-9880-3e3bc2e793d1, infoPort=32789, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076) 2024-11-17T01:40:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe03a879423e98a6f with lease ID 0xf8cb057bf5a4f351: from storage DS-93c94f06-1abd-4999-b89c-4866032843bb node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=98d7df97-1c0c-4f1d-9880-3e3bc2e793d1, infoPort=32789, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1306540707;c=1731807647076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T01:40:51,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac 2024-11-17T01:40:51,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/zookeeper_0, clientPort=50639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T01:40:51,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50639 2024-11-17T01:40:51,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:51,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741825_1001 (size=7) 2024-11-17T01:40:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741825_1001 (size=7) 2024-11-17T01:40:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741825_1001 (size=7) 2024-11-17T01:40:51,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 with version=8 2024-11-17T01:40:51,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/hbase-staging 2024-11-17T01:40:52,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6c0d7a0a7c0:0 server-side Connection retries=45 2024-11-17T01:40:52,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T01:40:52,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T01:40:52,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T01:40:52,419 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T01:40:52,431 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T01:40:52,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T01:40:52,471 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4173 (auto-detected) 2024-11-17T01:40:52,472 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T01:40:52,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42787 2024-11-17T01:40:52,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42787 connecting to ZooKeeper ensemble=127.0.0.1:50639 2024-11-17T01:40:52,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427870x0, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T01:40:52,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42787-0x10147bd37e50000 connected 2024-11-17T01:40:52,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:52,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:52,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:40:52,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0, hbase.cluster.distributed=false 2024-11-17T01:40:52,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T01:40:52,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-17T01:40:52,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42787 2024-11-17T01:40:52,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42787 2024-11-17T01:40:52,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-17T01:40:52,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-17T01:40:52,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6c0d7a0a7c0:0 server-side Connection retries=45 2024-11-17T01:40:52,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T01:40:52,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:52,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T01:40:52,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T01:40:52,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T01:40:52,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39203 2024-11-17T01:40:52,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39203 connecting to ZooKeeper ensemble=127.0.0.1:50639 2024-11-17T01:40:52,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:52,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392030x0, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T01:40:53,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392030x0, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:40:53,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39203-0x10147bd37e50001 connected 2024-11-17T01:40:53,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T01:40:53,030 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T01:40:53,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T01:40:53,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T01:40:53,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-17T01:40:53,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39203 2024-11-17T01:40:53,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39203 2024-11-17T01:40:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-17T01:40:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-17T01:40:53,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6c0d7a0a7c0:0 server-side Connection retries=45 2024-11-17T01:40:53,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T01:40:53,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T01:40:53,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T01:40:53,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T01:40:53,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34051 2024-11-17T01:40:53,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34051 connecting to ZooKeeper ensemble=127.0.0.1:50639 2024-11-17T01:40:53,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340510x0, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:40:53,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340510x0, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T01:40:53,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T01:40:53,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34051-0x10147bd37e50002 connected 2024-11-17T01:40:53,119 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T01:40:53,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T01:40:53,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T01:40:53,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-17T01:40:53,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34051 2024-11-17T01:40:53,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34051 2024-11-17T01:40:53,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-17T01:40:53,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-17T01:40:53,142 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6c0d7a0a7c0:0 server-side Connection retries=45 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T01:40:53,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T01:40:53,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T01:40:53,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46341 2024-11-17T01:40:53,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46341 connecting to ZooKeeper ensemble=127.0.0.1:50639 2024-11-17T01:40:53,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463410x0, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T01:40:53,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463410x0, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:40:53,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T01:40:53,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46341-0x10147bd37e50003 connected 2024-11-17T01:40:53,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T01:40:53,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T01:40:53,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T01:40:53,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-17T01:40:53,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46341 2024-11-17T01:40:53,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46341 2024-11-17T01:40:53,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-17T01:40:53,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-17T01:40:53,200 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6c0d7a0a7c0:42787 2024-11-17T01:40:53,202 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,220 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,261 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T01:40:53,263 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c6c0d7a0a7c0,42787,1731807651985 from backup master directory 2024-11-17T01:40:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T01:40:53,276 WARN [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T01:40:53,276 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:53,279 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T01:40:53,284 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T01:40:53,370 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/hbase.id] with ID: cc454c46-73de-414e-a4d1-812031eb7426 2024-11-17T01:40:53,370 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/.tmp/hbase.id 2024-11-17T01:40:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741826_1002 (size=42) 2024-11-17T01:40:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741826_1002 (size=42) 2024-11-17T01:40:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741826_1002 (size=42) 2024-11-17T01:40:53,410 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/.tmp/hbase.id]:[hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/hbase.id] 2024-11-17T01:40:53,474 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T01:40:53,480 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T01:40:53,507 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-17T01:40:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741827_1003 (size=196) 2024-11-17T01:40:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741827_1003 (size=196) 2024-11-17T01:40:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741827_1003 (size=196) 2024-11-17T01:40:53,588 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T01:40:53,590 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T01:40:53,598 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741828_1004 (size=1189) 2024-11-17T01:40:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741828_1004 (size=1189) 2024-11-17T01:40:53,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741828_1004 (size=1189) 2024-11-17T01:40:53,671 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store 2024-11-17T01:40:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741829_1005 (size=34) 2024-11-17T01:40:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741829_1005 (size=34) 2024-11-17T01:40:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741829_1005 (size=34) 2024-11-17T01:40:53,752 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T01:40:53,756 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:53,758 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T01:40:53,758 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:40:53,758 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:40:53,760 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T01:40:53,760 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:40:53,760 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:40:53,762 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731807653758Disabling compacts and flushes for region at 1731807653758Disabling writes for close at 1731807653760 (+2 ms)Writing region close event to WAL at 1731807653760Closed at 1731807653760 2024-11-17T01:40:53,764 WARN [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/.initializing 2024-11-17T01:40:53,764 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/WALs/c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:53,774 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:53,790 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6c0d7a0a7c0%2C42787%2C1731807651985, suffix=, logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/WALs/c6c0d7a0a7c0,42787,1731807651985, archiveDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/oldWALs, maxLogs=10 2024-11-17T01:40:53,826 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/WALs/c6c0d7a0a7c0,42787,1731807651985/c6c0d7a0a7c0%2C42787%2C1731807651985.1731807653795, exclude list is [], retry=0 2024-11-17T01:40:53,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:40:53,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:53,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:53,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T01:40:53,905 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/WALs/c6c0d7a0a7c0,42787,1731807651985/c6c0d7a0a7c0%2C42787%2C1731807651985.1731807653795 2024-11-17T01:40:53,906 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:40:53,906 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:40:53,907 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:53,910 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:53,912 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:53,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:53,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T01:40:53,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:53,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:53,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T01:40:54,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:54,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T01:40:54,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:54,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T01:40:54,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:54,016 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,021 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,022 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,028 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,029 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,033 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T01:40:54,037 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T01:40:54,043 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:40:54,044 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64453951, jitterRate=-0.03956128656864166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T01:40:54,052 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731807653927Initializing all the Stores at 1731807653930 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807653931 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807653932 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807653932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807653932Cleaning up temporary data from old regions at 1731807654029 (+97 ms)Region opened successfully at 1731807654052 (+23 ms) 2024-11-17T01:40:54,054 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T01:40:54,092 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776ee50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6c0d7a0a7c0/172.17.0.2:0 2024-11-17T01:40:54,135 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T01:40:54,149 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T01:40:54,150 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T01:40:54,154 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T01:40:54,155 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T01:40:54,161 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T01:40:54,162 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T01:40:54,189 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T01:40:54,197 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T01:40:54,249 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T01:40:54,253 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T01:40:54,254 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T01:40:54,265 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T01:40:54,268 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T01:40:54,272 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T01:40:54,283 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T01:40:54,284 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T01:40:54,291 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T01:40:54,308 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T01:40:54,316 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T01:40:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T01:40:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T01:40:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T01:40:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T01:40:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,329 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6c0d7a0a7c0,42787,1731807651985, sessionid=0x10147bd37e50000, setting cluster-up flag (Was=false) 2024-11-17T01:40:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,383 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T01:40:54,385 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:54,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:54,433 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T01:40:54,435 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:54,442 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T01:40:54,491 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(746): ClusterId : cc454c46-73de-414e-a4d1-812031eb7426 2024-11-17T01:40:54,494 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(746): ClusterId : cc454c46-73de-414e-a4d1-812031eb7426 2024-11-17T01:40:54,494 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(746): ClusterId : cc454c46-73de-414e-a4d1-812031eb7426 2024-11-17T01:40:54,495 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T01:40:54,495 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T01:40:54,496 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T01:40:54,527 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T01:40:54,527 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T01:40:54,527 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T01:40:54,527 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T01:40:54,527 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T01:40:54,527 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T01:40:54,529 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T01:40:54,535 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T01:40:54,535 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T01:40:54,536 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e819f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6c0d7a0a7c0/172.17.0.2:0 2024-11-17T01:40:54,536 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4319fd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6c0d7a0a7c0/172.17.0.2:0 2024-11-17T01:40:54,537 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T01:40:54,538 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54433359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6c0d7a0a7c0/172.17.0.2:0 2024-11-17T01:40:54,539 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T01:40:54,545 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T01:40:54,552 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6c0d7a0a7c0,42787,1731807651985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T01:40:54,561 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6c0d7a0a7c0:39203 2024-11-17T01:40:54,563 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6c0d7a0a7c0:0, corePoolSize=5, maxPoolSize=5 2024-11-17T01:40:54,563 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6c0d7a0a7c0:0, corePoolSize=5, maxPoolSize=5 2024-11-17T01:40:54,563 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6c0d7a0a7c0:0, corePoolSize=5, maxPoolSize=5 2024-11-17T01:40:54,563 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6c0d7a0a7c0:0, corePoolSize=5, maxPoolSize=5 2024-11-17T01:40:54,563 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6c0d7a0a7c0:0, corePoolSize=10, maxPoolSize=10 2024-11-17T01:40:54,564 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,564 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6c0d7a0a7c0:0, corePoolSize=2, maxPoolSize=2 2024-11-17T01:40:54,564 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,565 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T01:40:54,565 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T01:40:54,565 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T01:40:54,568 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6c0d7a0a7c0,42787,1731807651985 with port=39203, startcode=1731807652930 2024-11-17T01:40:54,571 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c6c0d7a0a7c0:34051 2024-11-17T01:40:54,571 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T01:40:54,571 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T01:40:54,571 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T01:40:54,574 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c6c0d7a0a7c0:46341 2024-11-17T01:40:54,574 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6c0d7a0a7c0,42787,1731807651985 with port=34051, startcode=1731807653065 2024-11-17T01:40:54,574 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T01:40:54,574 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T01:40:54,574 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T01:40:54,575 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6c0d7a0a7c0,42787,1731807651985 with port=46341, startcode=1731807653142 2024-11-17T01:40:54,579 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731807684579 2024-11-17T01:40:54,580 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T01:40:54,581 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T01:40:54,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T01:40:54,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T01:40:54,584 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T01:40:54,584 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T01:40:54,584 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T01:40:54,585 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T01:40:54,585 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T01:40:54,585 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T01:40:54,585 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T01:40:54,586 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,589 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T01:40:54,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,590 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T01:40:54,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T01:40:54,591 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T01:40:54,593 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T01:40:54,593 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T01:40:54,595 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.large.0-1731807654594,5,FailOnTimeoutGroup] 2024-11-17T01:40:54,595 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.small.0-1731807654595,5,FailOnTimeoutGroup] 2024-11-17T01:40:54,595 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,595 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T01:40:54,596 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,597 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741831_1007 (size=1321) 2024-11-17T01:40:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741831_1007 (size=1321) 2024-11-17T01:40:54,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741831_1007 (size=1321) 2024-11-17T01:40:54,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T01:40:54,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 2024-11-17T01:40:54,658 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T01:40:54,658 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T01:40:54,658 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T01:40:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741832_1008 (size=32) 2024-11-17T01:40:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741832_1008 (size=32) 2024-11-17T01:40:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741832_1008 (size=32) 2024-11-17T01:40:54,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:54,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(517): Registering regionserver=c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T01:40:54,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T01:40:54,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:54,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T01:40:54,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T01:40:54,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:54,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T01:40:54,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(517): Registering regionserver=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T01:40:54,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T01:40:54,683 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 2024-11-17T01:40:54,683 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37725 2024-11-17T01:40:54,683 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T01:40:54,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] master.ServerManager(517): Registering regionserver=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,685 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 2024-11-17T01:40:54,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T01:40:54,685 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37725 2024-11-17T01:40:54,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:54,685 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T01:40:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:54,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T01:40:54,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740 2024-11-17T01:40:54,689 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 2024-11-17T01:40:54,689 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37725 2024-11-17T01:40:54,689 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T01:40:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740 2024-11-17T01:40:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T01:40:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T01:40:54,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T01:40:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T01:40:54,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:40:54,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59533843, jitterRate=-0.11287660896778107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T01:40:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731807654665Initializing all the Stores at 1731807654667 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807654667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807654669 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807654669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807654669Cleaning up temporary data from old regions at 1731807654693 (+24 ms)Region opened successfully at 1731807654704 (+11 ms) 2024-11-17T01:40:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T01:40:54,705 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T01:40:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T01:40:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T01:40:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T01:40:54,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T01:40:54,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731807654705Disabling compacts and flushes for region at 1731807654705Disabling writes for close at 1731807654705Writing region close event to WAL at 1731807654706 (+1 ms)Closed at 1731807654706 2024-11-17T01:40:54,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T01:40:54,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T01:40:54,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T01:40:54,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T01:40:54,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T01:40:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T01:40:54,741 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] zookeeper.ZKUtil(111): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,741 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] zookeeper.ZKUtil(111): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,741 WARN [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T01:40:54,741 WARN [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T01:40:54,741 INFO [RS:0;c6c0d7a0a7c0:39203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:54,741 INFO [RS:2;c6c0d7a0a7c0:46341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:54,742 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] zookeeper.ZKUtil(111): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,742 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,742 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,742 WARN [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T01:40:54,742 INFO [RS:1;c6c0d7a0a7c0:34051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:54,742 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6c0d7a0a7c0,34051,1731807653065] 2024-11-17T01:40:54,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6c0d7a0a7c0,46341,1731807653142] 2024-11-17T01:40:54,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6c0d7a0a7c0,39203,1731807652930] 2024-11-17T01:40:54,767 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T01:40:54,767 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T01:40:54,767 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T01:40:54,785 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T01:40:54,785 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T01:40:54,785 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T01:40:54,792 INFO [RS:1;c6c0d7a0a7c0:34051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T01:40:54,792 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,795 INFO [RS:2;c6c0d7a0a7c0:46341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T01:40:54,795 INFO [RS:0;c6c0d7a0a7c0:39203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T01:40:54,795 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,795 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,796 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T01:40:54,797 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T01:40:54,797 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T01:40:54,803 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T01:40:54,803 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T01:40:54,805 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,805 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,805 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,805 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,805 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,805 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,805 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,805 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=2, maxPoolSize=2 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=2, maxPoolSize=2 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,806 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,807 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=2, maxPoolSize=2 2024-11-17T01:40:54,807 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,807 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,808 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,808 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6c0d7a0a7c0:0, corePoolSize=1, maxPoolSize=1 2024-11-17T01:40:54,808 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,808 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6c0d7a0a7c0:0, corePoolSize=3, maxPoolSize=3 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,46341,1731807653142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,39203,1731807652930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T01:40:54,815 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,816 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,816 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,816 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,816 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,816 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,34051,1731807653065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T01:40:54,837 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T01:40:54,839 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,39203,1731807652930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,839 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,840 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.Replication(171): c6c0d7a0a7c0,39203,1731807652930 started 2024-11-17T01:40:54,843 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T01:40:54,843 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T01:40:54,843 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,34051,1731807653065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,843 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,46341,1731807653142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,843 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,843 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,843 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.Replication(171): c6c0d7a0a7c0,34051,1731807653065 started 2024-11-17T01:40:54,843 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.Replication(171): c6c0d7a0a7c0,46341,1731807653142 started 2024-11-17T01:40:54,857 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,857 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1482): Serving as c6c0d7a0a7c0,39203,1731807652930, RpcServer on c6c0d7a0a7c0/172.17.0.2:39203, sessionid=0x10147bd37e50001 2024-11-17T01:40:54,858 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T01:40:54,858 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,858 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,39203,1731807652930' 2024-11-17T01:40:54,858 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T01:40:54,859 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T01:40:54,860 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T01:40:54,860 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T01:40:54,860 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:40:54,860 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,39203,1731807652930' 2024-11-17T01:40:54,860 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T01:40:54,861 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T01:40:54,861 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T01:40:54,862 INFO [RS:0;c6c0d7a0a7c0:39203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T01:40:54,862 INFO [RS:0;c6c0d7a0a7c0:39203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T01:40:54,864 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,865 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1482): Serving as c6c0d7a0a7c0,46341,1731807653142, RpcServer on c6c0d7a0a7c0/172.17.0.2:46341, sessionid=0x10147bd37e50003 2024-11-17T01:40:54,865 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T01:40:54,865 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,865 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,46341,1731807653142' 2024-11-17T01:40:54,865 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T01:40:54,865 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:54,865 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1482): Serving as c6c0d7a0a7c0,34051,1731807653065, RpcServer on c6c0d7a0a7c0/172.17.0.2:34051, sessionid=0x10147bd37e50002 2024-11-17T01:40:54,866 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T01:40:54,866 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,866 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,34051,1731807653065' 2024-11-17T01:40:54,866 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T01:40:54,866 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T01:40:54,866 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T01:40:54,866 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T01:40:54,867 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T01:40:54,867 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:40:54,867 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,46341,1731807653142' 2024-11-17T01:40:54,867 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T01:40:54,867 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T01:40:54,867 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T01:40:54,867 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T01:40:54,867 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:54,867 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6c0d7a0a7c0,34051,1731807653065' 2024-11-17T01:40:54,867 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T01:40:54,868 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T01:40:54,868 INFO [RS:2;c6c0d7a0a7c0:46341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T01:40:54,868 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T01:40:54,868 INFO [RS:2;c6c0d7a0a7c0:46341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T01:40:54,868 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T01:40:54,868 INFO [RS:1;c6c0d7a0a7c0:34051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T01:40:54,868 INFO [RS:1;c6c0d7a0a7c0:34051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T01:40:54,876 WARN [c6c0d7a0a7c0:42787 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-17T01:40:54,966 INFO [RS:0;c6c0d7a0a7c0:39203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:54,968 INFO [RS:2;c6c0d7a0a7c0:46341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:54,969 INFO [RS:1;c6c0d7a0a7c0:34051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:54,969 INFO [RS:0;c6c0d7a0a7c0:39203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6c0d7a0a7c0%2C39203%2C1731807652930, suffix=, logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,39203,1731807652930, archiveDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs, maxLogs=32 2024-11-17T01:40:54,971 INFO [RS:2;c6c0d7a0a7c0:46341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6c0d7a0a7c0%2C46341%2C1731807653142, suffix=, logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142, archiveDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs, maxLogs=32 2024-11-17T01:40:54,971 INFO [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6c0d7a0a7c0%2C34051%2C1731807653065, suffix=, logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065, archiveDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs, maxLogs=32 2024-11-17T01:40:54,985 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,39203,1731807652930/c6c0d7a0a7c0%2C39203%2C1731807652930.1731807654972, exclude list is [], retry=0 2024-11-17T01:40:54,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:54,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:54,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:54,993 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, exclude list is [], retry=0 2024-11-17T01:40:54,994 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065/c6c0d7a0a7c0%2C34051%2C1731807653065.1731807654974, exclude list is [], retry=0 2024-11-17T01:40:54,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:54,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:54,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:54,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:54,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:55,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:55,001 INFO [RS:0;c6c0d7a0a7c0:39203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,39203,1731807652930/c6c0d7a0a7c0%2C39203%2C1731807652930.1731807654972 2024-11-17T01:40:55,003 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:40:55,006 INFO [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065/c6c0d7a0a7c0%2C34051%2C1731807653065.1731807654974 2024-11-17T01:40:55,006 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:40:55,008 INFO [RS:2;c6c0d7a0a7c0:46341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 2024-11-17T01:40:55,009 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:40:55,130 DEBUG [c6c0d7a0a7c0:42787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T01:40:55,138 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(204): Hosts are {c6c0d7a0a7c0=0} racks are {/default-rack=0} 2024-11-17T01:40:55,143 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T01:40:55,144 INFO [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T01:40:55,144 INFO [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T01:40:55,144 INFO [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T01:40:55,144 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T01:40:55,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:55,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6c0d7a0a7c0,34051,1731807653065, state=OPENING 2024-11-17T01:40:55,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T01:40:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:40:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T01:40:55,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6c0d7a0a7c0,34051,1731807653065}] 2024-11-17T01:40:55,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T01:40:55,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T01:40:55,409 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T01:40:55,409 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:55,410 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T01:40:55,413 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6c0d7a0a7c0%2C34051%2C1731807653065.meta, suffix=.meta, logDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065, archiveDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs, maxLogs=32 2024-11-17T01:40:55,427 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065/c6c0d7a0a7c0%2C34051%2C1731807653065.meta.1731807655414.meta, exclude list is [], retry=0 2024-11-17T01:40:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:55,434 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,34051,1731807653065/c6c0d7a0a7c0%2C34051%2C1731807653065.meta.1731807655414.meta 2024-11-17T01:40:55,434 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:40:55,435 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:40:55,436 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T01:40:55,438 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T01:40:55,443 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T01:40:55,447 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T01:40:55,448 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:55,448 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T01:40:55,448 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T01:40:55,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T01:40:55,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T01:40:55,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:55,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:55,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T01:40:55,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T01:40:55,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:55,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:55,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T01:40:55,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T01:40:55,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:55,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:55,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T01:40:55,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T01:40:55,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:55,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T01:40:55,462 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T01:40:55,464 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740 2024-11-17T01:40:55,467 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740 2024-11-17T01:40:55,469 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T01:40:55,470 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T01:40:55,471 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T01:40:55,473 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T01:40:55,475 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61028803, jitterRate=-0.09059996902942657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T01:40:55,475 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T01:40:55,476 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731807655449Writing region info on filesystem at 1731807655449Initializing all the Stores at 1731807655451 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807655451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807655451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807655451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731807655451Cleaning up temporary data from old regions at 1731807655470 (+19 ms)Running coprocessor post-open hooks at 1731807655475 (+5 ms)Region opened successfully at 1731807655476 (+1 ms) 2024-11-17T01:40:55,482 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731807655384 2024-11-17T01:40:55,494 DEBUG [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T01:40:55,494 INFO [RS_OPEN_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T01:40:55,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:55,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6c0d7a0a7c0,34051,1731807653065, state=OPEN 2024-11-17T01:40:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T01:40:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T01:40:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T01:40:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T01:40:55,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T01:40:55,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:40:55,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T01:40:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6c0d7a0a7c0,34051,1731807653065 in 319 msec 2024-11-17T01:40:55,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T01:40:55,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 830 msec 2024-11-17T01:40:55,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T01:40:55,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T01:40:55,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T01:40:55,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6c0d7a0a7c0,34051,1731807653065, seqNum=-1] 2024-11-17T01:40:55,596 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T01:40:55,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T01:40:55,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-11-17T01:40:55,621 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731807655621, completionTime=-1 2024-11-17T01:40:55,623 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T01:40:55,624 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T01:40:55,650 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-17T01:40:55,651 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731807715651 2024-11-17T01:40:55,651 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731807775651 2024-11-17T01:40:55,651 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-17T01:40:55,652 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T01:40:55,659 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,659 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,659 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,661 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6c0d7a0a7c0:42787, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,661 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,662 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,668 DEBUG [master/c6c0d7a0a7c0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T01:40:55,692 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.416sec 2024-11-17T01:40:55,694 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T01:40:55,695 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T01:40:55,696 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T01:40:55,696 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T01:40:55,697 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T01:40:55,697 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T01:40:55,698 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T01:40:55,702 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T01:40:55,703 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T01:40:55,704 INFO [master/c6c0d7a0a7c0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6c0d7a0a7c0,42787,1731807651985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T01:40:55,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a40816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T01:40:55,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6c0d7a0a7c0,42787,-1 for getting cluster id 2024-11-17T01:40:55,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T01:40:55,815 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc454c46-73de-414e-a4d1-812031eb7426' 2024-11-17T01:40:55,817 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T01:40:55,817 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc454c46-73de-414e-a4d1-812031eb7426" 2024-11-17T01:40:55,818 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b992cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T01:40:55,818 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6c0d7a0a7c0,42787,-1] 2024-11-17T01:40:55,821 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T01:40:55,823 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:40:55,824 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T01:40:55,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e243daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T01:40:55,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T01:40:55,834 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6c0d7a0a7c0,34051,1731807653065, seqNum=-1] 2024-11-17T01:40:55,834 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T01:40:55,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T01:40:55,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:40:55,854 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37725/hbase 2024-11-17T01:40:55,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=360, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=610, ProcessCount=11, AvailableMemoryMB=5895 2024-11-17T01:40:55,894 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:55,897 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:55,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:55,903 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19645767, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-19645767, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:55,924 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19645767/hregion-19645767.1731807655904, exclude list is [], retry=0 2024-11-17T01:40:55,928 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:55,928 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:55,929 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:55,932 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19645767/hregion-19645767.1731807655904 2024-11-17T01:40:55,932 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:40:55,932 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 48f975bc4b94f1d583358edfcff3a3e8, NAME => 'testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:40:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741838_1014 (size=64) 2024-11-17T01:40:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741838_1014 (size=64) 2024-11-17T01:40:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741838_1014 (size=64) 2024-11-17T01:40:55,946 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:55,949 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,951 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f975bc4b94f1d583358edfcff3a3e8 columnFamilyName a 2024-11-17T01:40:55,951 DEBUG [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:55,952 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] regionserver.HStore(327): Store=48f975bc4b94f1d583358edfcff3a3e8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:55,952 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,956 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,959 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:55,963 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:40:55,964 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 48f975bc4b94f1d583358edfcff3a3e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68870142, jitterRate=0.026245087385177612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:40:55,965 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 48f975bc4b94f1d583358edfcff3a3e8: Writing region info on filesystem at 1731807655947Initializing all the Stores at 1731807655948 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807655948Cleaning up temporary data from old regions at 1731807655956 (+8 ms)Region opened successfully at 1731807655965 (+9 ms) 2024-11-17T01:40:55,966 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 48f975bc4b94f1d583358edfcff3a3e8, disabling compactions & flushes 2024-11-17T01:40:55,966 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. 2024-11-17T01:40:55,966 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. 2024-11-17T01:40:55,966 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. after waiting 0 ms 2024-11-17T01:40:55,966 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. 2024-11-17T01:40:55,966 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. 2024-11-17T01:40:55,966 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 48f975bc4b94f1d583358edfcff3a3e8: Waiting for close lock at 1731807655966Disabling compacts and flushes for region at 1731807655966Disabling writes for close at 1731807655966Writing region close event to WAL at 1731807655966Closed at 1731807655966 2024-11-17T01:40:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741837_1013 (size=93) 2024-11-17T01:40:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741837_1013 (size=93) 2024-11-17T01:40:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741837_1013 (size=93) 2024-11-17T01:40:55,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:40:55,978 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19645767:(num 1731807655904) 2024-11-17T01:40:55,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T01:40:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741839_1015 (size=276) 2024-11-17T01:40:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741839_1015 (size=276) 2024-11-17T01:40:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741839_1015 (size=276) 2024-11-17T01:40:56,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T01:40:56,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741840_1016 (size=230) 2024-11-17T01:40:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741840_1016 (size=230) 2024-11-17T01:40:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741840_1016 (size=230) 2024-11-17T01:40:56,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1, size=276 (276bytes) 2024-11-17T01:40:56,063 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T01:40:56,063 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T01:40:56,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1 2024-11-17T01:40:56,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1 after 3ms 2024-11-17T01:40:56,074 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1 took 13ms 2024-11-17T01:40:56,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1 so closing down 2024-11-17T01:40:56,082 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T01:40:56,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:40:56,084 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T01:40:56,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:40:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741841_1017 (size=276) 2024-11-17T01:40:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741841_1017 (size=276) 2024-11-17T01:40:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741841_1017 (size=276) 2024-11-17T01:40:56,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T01:40:56,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002 2024-11-17T01:40:56,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T01:40:56,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1, journal: Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1, size=276 (276bytes) at 1731807656062Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1 so closing down at 1731807656079 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp at 1731807656084 (+5 ms)3 split writer threads finished at 1731807656085 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731807656096 (+11 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002 at 1731807656098 (+2 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731807656102 (+4 ms) 2024-11-17T01:40:56,116 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2, size=230 (230bytes) 2024-11-17T01:40:56,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2 2024-11-17T01:40:56,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2 after 1ms 2024-11-17T01:40:56,121 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2 took 5ms 2024-11-17T01:40:56,124 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2 so closing down 2024-11-17T01:40:56,124 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:40:56,127 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T01:40:56,129 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T01:40:56,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:40:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741842_1018 (size=230) 2024-11-17T01:40:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741842_1018 (size=230) 2024-11-17T01:40:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741842_1018 (size=230) 2024-11-17T01:40:56,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T01:40:56,142 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,145 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-17T01:40:56,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T01:40:56,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2, journal: Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2, size=230 (230bytes) at 1731807656116Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2 so closing down at 1731807656124 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002-wal-2.temp at 1731807656129 (+5 ms)3 split writer threads finished at 1731807656129Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731807656138 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731807656147 (+9 ms) 2024-11-17T01:40:56,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:40:56,150 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:56,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal.1731807656150, exclude list is [], retry=0 2024-11-17T01:40:56,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:56,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:56,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:56,175 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal.1731807656150 2024-11-17T01:40:56,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:40:56,178 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 48f975bc4b94f1d583358edfcff3a3e8, NAME => 'testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:40:56,178 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:56,178 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,178 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,182 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,184 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48f975bc4b94f1d583358edfcff3a3e8 columnFamilyName a 2024-11-17T01:40:56,184 DEBUG [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,186 INFO [StoreOpener-48f975bc4b94f1d583358edfcff3a3e8-1 {}] regionserver.HStore(327): Store=48f975bc4b94f1d583358edfcff3a3e8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,186 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,195 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002 2024-11-17T01:40:56,200 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,208 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002 2024-11-17T01:40:56,212 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 48f975bc4b94f1d583358edfcff3a3e8 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T01:40:56,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/.tmp/a/3377d0a254554921b972fade91b28cc3 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731807655979/Put/seqid=0 2024-11-17T01:40:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741844_1020 (size=5170) 2024-11-17T01:40:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741844_1020 (size=5170) 2024-11-17T01:40:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741844_1020 (size=5170) 2024-11-17T01:40:56,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/.tmp/a/3377d0a254554921b972fade91b28cc3 2024-11-17T01:40:56,367 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/.tmp/a/3377d0a254554921b972fade91b28cc3 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/a/3377d0a254554921b972fade91b28cc3 2024-11-17T01:40:56,377 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/a/3377d0a254554921b972fade91b28cc3, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T01:40:56,384 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 48f975bc4b94f1d583358edfcff3a3e8 in 171ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T01:40:56,385 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/0000000000000000002 2024-11-17T01:40:56,386 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,386 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,390 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 48f975bc4b94f1d583358edfcff3a3e8 2024-11-17T01:40:56,395 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/48f975bc4b94f1d583358edfcff3a3e8/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T01:40:56,397 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 48f975bc4b94f1d583358edfcff3a3e8; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70796437, jitterRate=0.05494911968708038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:40:56,398 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 48f975bc4b94f1d583358edfcff3a3e8: Writing region info on filesystem at 1731807656179Initializing all the Stores at 1731807656181 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656181Obtaining lock to block concurrent updates at 1731807656212 (+31 ms)Preparing flush snapshotting stores in 48f975bc4b94f1d583358edfcff3a3e8 at 1731807656212Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731807656216 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731807655895.48f975bc4b94f1d583358edfcff3a3e8. at 1731807656216Flushing 48f975bc4b94f1d583358edfcff3a3e8/a: creating writer at 1731807656218 (+2 ms)Flushing 48f975bc4b94f1d583358edfcff3a3e8/a: appending metadata at 1731807656269 (+51 ms)Flushing 48f975bc4b94f1d583358edfcff3a3e8/a: closing flushed file at 1731807656271 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da87f68: reopening flushed file at 1731807656365 (+94 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 48f975bc4b94f1d583358edfcff3a3e8 in 171ms, sequenceid=2, compaction requested=false; wal=null at 1731807656384 (+19 ms)Cleaning up temporary data from old regions at 1731807656386 (+2 ms)Region opened successfully at 1731807656397 (+11 ms) 2024-11-17T01:40:56,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=372 (was 360) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33354 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33180 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53034 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37725/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:50450 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:50296 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53020 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=610 (was 610), ProcessCount=11 (was 11), AvailableMemoryMB=5822 (was 5895) 2024-11-17T01:40:56,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=610, ProcessCount=11, AvailableMemoryMB=5821 2024-11-17T01:40:56,459 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:56,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:56,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:56,468 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27996883, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-27996883, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:56,487 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27996883/hregion-27996883.1731807656469, exclude list is [], retry=0 2024-11-17T01:40:56,492 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:56,493 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:56,493 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:56,504 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27996883/hregion-27996883.1731807656469 2024-11-17T01:40:56,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:40:56,505 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2a1fd88ebefaa154ea286bf32ae7d330, NAME => 'testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:40:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741846_1022 (size=64) 2024-11-17T01:40:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741846_1022 (size=64) 2024-11-17T01:40:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741846_1022 (size=64) 2024-11-17T01:40:56,535 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:56,540 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,543 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a1fd88ebefaa154ea286bf32ae7d330 columnFamilyName a 2024-11-17T01:40:56,543 DEBUG [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,544 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] regionserver.HStore(327): Store=2a1fd88ebefaa154ea286bf32ae7d330/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,544 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,550 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,554 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,558 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:40:56,559 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a1fd88ebefaa154ea286bf32ae7d330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74809846, jitterRate=0.11475357413291931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:40:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a1fd88ebefaa154ea286bf32ae7d330: Writing region info on filesystem at 1731807656535Initializing all the Stores at 1731807656537 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656537Cleaning up temporary data from old regions at 1731807656550 (+13 ms)Region opened successfully at 1731807656560 (+10 ms) 2024-11-17T01:40:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a1fd88ebefaa154ea286bf32ae7d330, disabling compactions & flushes 2024-11-17T01:40:56,560 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. 2024-11-17T01:40:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. 2024-11-17T01:40:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. after waiting 0 ms 2024-11-17T01:40:56,560 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. 2024-11-17T01:40:56,563 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. 2024-11-17T01:40:56,563 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a1fd88ebefaa154ea286bf32ae7d330: Waiting for close lock at 1731807656560Disabling compacts and flushes for region at 1731807656560Disabling writes for close at 1731807656560Writing region close event to WAL at 1731807656563 (+3 ms)Closed at 1731807656563 2024-11-17T01:40:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741845_1021 (size=93) 2024-11-17T01:40:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741845_1021 (size=93) 2024-11-17T01:40:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741845_1021 (size=93) 2024-11-17T01:40:56,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:40:56,579 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27996883:(num 1731807656469) 2024-11-17T01:40:56,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T01:40:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741847_1023 (size=276) 2024-11-17T01:40:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741847_1023 (size=276) 2024-11-17T01:40:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741847_1023 (size=276) 2024-11-17T01:40:56,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-17T01:40:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741848_1024 (size=230) 2024-11-17T01:40:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741848_1024 (size=230) 2024-11-17T01:40:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741848_1024 (size=230) 2024-11-17T01:40:56,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2, size=230 (230bytes) 2024-11-17T01:40:56,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2 2024-11-17T01:40:56,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2 after 2ms 2024-11-17T01:40:56,651 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2 took 6ms 2024-11-17T01:40:56,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2 so closing down 2024-11-17T01:40:56,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:40:56,656 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-17T01:40:56,659 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp 2024-11-17T01:40:56,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:40:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741849_1025 (size=230) 2024-11-17T01:40:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741849_1025 (size=230) 2024-11-17T01:40:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741849_1025 (size=230) 2024-11-17T01:40:56,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T01:40:56,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 2024-11-17T01:40:56,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-17T01:40:56,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2, journal: Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2, size=230 (230bytes) at 1731807656645Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2 so closing down at 1731807656654 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp at 1731807656659 (+5 ms)3 split writer threads finished at 1731807656659Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731807656668 (+9 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 at 1731807656670 (+2 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731807656670 2024-11-17T01:40:56,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1, size=276 (276bytes) 2024-11-17T01:40:56,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1 2024-11-17T01:40:56,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1 after 1ms 2024-11-17T01:40:56,690 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1 took 6ms 2024-11-17T01:40:56,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1 so closing down 2024-11-17T01:40:56,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:40:56,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-17T01:40:56,706 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp 2024-11-17T01:40:56,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:40:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741850_1026 (size=276) 2024-11-17T01:40:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741850_1026 (size=276) 2024-11-17T01:40:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741850_1026 (size=276) 2024-11-17T01:40:56,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T01:40:56,733 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,736 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002, length=230 2024-11-17T01:40:56,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 2024-11-17T01:40:56,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-17T01:40:56,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1, journal: Splitting hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1, size=276 (276bytes) at 1731807656685Finishing writing output for hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1 so closing down at 1731807656694 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp at 1731807656707 (+13 ms)3 split writer threads finished at 1731807656707Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731807656728 (+21 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 at 1731807656740 (+12 ms)Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731807656740 2024-11-17T01:40:56,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:40:56,743 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:56,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal.1731807656744, exclude list is [], retry=0 2024-11-17T01:40:56,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:56,768 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:56,769 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:56,771 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal.1731807656744 2024-11-17T01:40:56,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:40:56,771 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a1fd88ebefaa154ea286bf32ae7d330, NAME => 'testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:40:56,772 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:56,772 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,772 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,774 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,776 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a1fd88ebefaa154ea286bf32ae7d330 columnFamilyName a 2024-11-17T01:40:56,776 DEBUG [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,777 INFO [StoreOpener-2a1fd88ebefaa154ea286bf32ae7d330-1 {}] regionserver.HStore(327): Store=2a1fd88ebefaa154ea286bf32ae7d330/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,777 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,781 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,782 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 2024-11-17T01:40:56,787 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:40:56,789 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 2024-11-17T01:40:56,789 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a1fd88ebefaa154ea286bf32ae7d330 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-17T01:40:56,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/.tmp/a/8160830374ad4f0fad5772b4058d548e is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731807656579/Put/seqid=0 2024-11-17T01:40:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741852_1028 (size=5170) 2024-11-17T01:40:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741852_1028 (size=5170) 2024-11-17T01:40:56,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741852_1028 (size=5170) 2024-11-17T01:40:56,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/.tmp/a/8160830374ad4f0fad5772b4058d548e 2024-11-17T01:40:56,831 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/.tmp/a/8160830374ad4f0fad5772b4058d548e as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/a/8160830374ad4f0fad5772b4058d548e 2024-11-17T01:40:56,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/a/8160830374ad4f0fad5772b4058d548e, entries=2, sequenceid=2, filesize=5.0 K 2024-11-17T01:40:56,840 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2a1fd88ebefaa154ea286bf32ae7d330 in 51ms, sequenceid=2, compaction requested=false; wal=null 2024-11-17T01:40:56,841 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/0000000000000000002 2024-11-17T01:40:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,844 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a1fd88ebefaa154ea286bf32ae7d330 2024-11-17T01:40:56,847 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/2a1fd88ebefaa154ea286bf32ae7d330/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-17T01:40:56,849 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a1fd88ebefaa154ea286bf32ae7d330; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73728906, jitterRate=0.09864631295204163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:40:56,849 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a1fd88ebefaa154ea286bf32ae7d330: Writing region info on filesystem at 1731807656772Initializing all the Stores at 1731807656773 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656773Obtaining lock to block concurrent updates at 1731807656789 (+16 ms)Preparing flush snapshotting stores in 2a1fd88ebefaa154ea286bf32ae7d330 at 1731807656789Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731807656789Flushing stores of testReplayEditsWrittenIntoWAL,,1731807656460.2a1fd88ebefaa154ea286bf32ae7d330. at 1731807656789Flushing 2a1fd88ebefaa154ea286bf32ae7d330/a: creating writer at 1731807656789Flushing 2a1fd88ebefaa154ea286bf32ae7d330/a: appending metadata at 1731807656810 (+21 ms)Flushing 2a1fd88ebefaa154ea286bf32ae7d330/a: closing flushed file at 1731807656810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79830647: reopening flushed file at 1731807656829 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2a1fd88ebefaa154ea286bf32ae7d330 in 51ms, sequenceid=2, compaction requested=false; wal=null at 1731807656840 (+11 ms)Cleaning up temporary data from old regions at 1731807656842 (+2 ms)Region opened successfully at 1731807656849 (+7 ms) 2024-11-17T01:40:56,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33406 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33180 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53090 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:50512 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:50296 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53020 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=610 (was 610), ProcessCount=11 (was 11), AvailableMemoryMB=5812 (was 5821) 2024-11-17T01:40:56,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=610, ProcessCount=11, AvailableMemoryMB=5812 2024-11-17T01:40:56,896 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:56,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:40:56,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:40:56,902 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92572245, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-92572245, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:56,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92572245/hregion-92572245.1731807656902, exclude list is [], retry=0 2024-11-17T01:40:56,918 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:56,918 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:56,919 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:56,922 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92572245/hregion-92572245.1731807656902 2024-11-17T01:40:56,922 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:40:56,922 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 74cb10850a526c9f0cb95c3f536594b7, NAME => 'testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:40:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741854_1030 (size=64) 2024-11-17T01:40:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741854_1030 (size=64) 2024-11-17T01:40:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741854_1030 (size=64) 2024-11-17T01:40:56,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:40:56,936 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,938 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName a 2024-11-17T01:40:56,938 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,938 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,938 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,940 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName b 2024-11-17T01:40:56,940 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,941 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,941 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,942 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName c 2024-11-17T01:40:56,943 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:40:56,943 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:40:56,943 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,946 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,946 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,946 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:40:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:40:56,950 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:40:56,950 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74cb10850a526c9f0cb95c3f536594b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68708610, jitterRate=0.023838073015213013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:40:56,950 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74cb10850a526c9f0cb95c3f536594b7: Writing region info on filesystem at 1731807656934Initializing all the Stores at 1731807656935 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656935Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656935Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807656935Cleaning up temporary data from old regions at 1731807656946 (+11 ms)Region opened successfully at 1731807656950 (+4 ms) 2024-11-17T01:40:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74cb10850a526c9f0cb95c3f536594b7, disabling compactions & flushes 2024-11-17T01:40:56,951 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:40:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:40:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. after waiting 0 ms 2024-11-17T01:40:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:40:56,951 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:40:56,951 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74cb10850a526c9f0cb95c3f536594b7: Waiting for close lock at 1731807656951Disabling compacts and flushes for region at 1731807656951Disabling writes for close at 1731807656951Writing region close event to WAL at 1731807656951Closed at 1731807656951 2024-11-17T01:40:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741853_1029 (size=93) 2024-11-17T01:40:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741853_1029 (size=93) 2024-11-17T01:40:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741853_1029 (size=93) 2024-11-17T01:40:56,958 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:40:56,958 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92572245:(num 1731807656902) 2024-11-17T01:40:56,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:40:56,960 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:40:56,973 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, exclude list is [], retry=0 2024-11-17T01:40:56,976 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:40:56,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:40:56,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:40:56,979 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 2024-11-17T01:40:56,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:40:57,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, size=0 (0bytes) 2024-11-17T01:40:57,178 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 might be still open, length is 0 2024-11-17T01:40:57,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 2024-11-17T01:40:57,180 WARN [IPC Server handler 2 on default port 37725 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-17T01:40:57,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 after 2ms 2024-11-17T01:40:59,994 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:50548 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35209:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50548 dst: /127.0.0.1:35209 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35209 remote=/127.0.0.1:50548]. Total timeout mills is 60000, 57149 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:40:59,995 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33434 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43489:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33434 dst: /127.0.0.1:43489 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:40:59,995 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53118 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39587:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53118 dst: /127.0.0.1:39587 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741855_1032 (size=200589) 2024-11-17T01:41:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741855_1032 (size=200589) 2024-11-17T01:41:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741855_1032 (size=200589) 2024-11-17T01:41:00,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T01:41:01,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T01:41:01,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 after 4003ms 2024-11-17T01:41:01,185 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:01,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 took 4009ms 2024-11-17T01:41:01,191 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731807656961.temp 2024-11-17T01:41:01,193 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp 2024-11-17T01:41:01,300 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961; continuing. 2024-11-17T01:41:01,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 so closing down 2024-11-17T01:41:01,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:01,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741856_1033 (size=200597) 2024-11-17T01:41:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741856_1033 (size=200597) 2024-11-17T01:41:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741856_1033 (size=200597) 2024-11-17T01:41:01,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp (wrote 3002 edits, skipped 0 edits in 48 ms) 2024-11-17T01:41:01,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 2024-11-17T01:41:01,310 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T01:41:01,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, journal: Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, size=0 (0bytes) at 1731807657178Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp at 1731807661193 (+4015 ms)Split 1024 edits, skipped 0 edits. at 1731807661248 (+55 ms)Split 2048 edits, skipped 0 edits. at 1731807661276 (+28 ms)Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 so closing down at 1731807661301 (+25 ms)3 split writer threads finished at 1731807661301Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp (wrote 3002 edits, skipped 0 edits in 48 ms) at 1731807661306 (+5 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000000001-wal.1731807656961.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 at 1731807661310 (+4 ms)Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961, size=0, length=0, corrupted=false, cancelled=false at 1731807661310 2024-11-17T01:41:01,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807656961 2024-11-17T01:41:01,316 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 2024-11-17T01:41:01,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:01,319 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:01,338 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807661319, exclude list is [], retry=0 2024-11-17T01:41:01,342 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:01,342 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:01,343 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:01,345 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807661319 2024-11-17T01:41:01,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:01,346 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:01,349 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,350 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName a 2024-11-17T01:41:01,351 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:01,351 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:01,352 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,353 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName b 2024-11-17T01:41:01,353 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:01,354 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:01,354 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,355 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cb10850a526c9f0cb95c3f536594b7 columnFamilyName c 2024-11-17T01:41:01,355 DEBUG [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:01,356 INFO [StoreOpener-74cb10850a526c9f0cb95c3f536594b7-1 {}] regionserver.HStore(327): Store=74cb10850a526c9f0cb95c3f536594b7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:01,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:01,362 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 2024-11-17T01:41:01,365 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:01,409 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T01:41:01,755 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74cb10850a526c9f0cb95c3f536594b7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T01:41:01,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/706e6d70c4b94236a88efceba6f41a40 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731807656987/Put/seqid=0 2024-11-17T01:41:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741858_1035 (size=50463) 2024-11-17T01:41:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741858_1035 (size=50463) 2024-11-17T01:41:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741858_1035 (size=50463) 2024-11-17T01:41:01,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/706e6d70c4b94236a88efceba6f41a40 2024-11-17T01:41:01,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/706e6d70c4b94236a88efceba6f41a40 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/a/706e6d70c4b94236a88efceba6f41a40 2024-11-17T01:41:01,831 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/a/706e6d70c4b94236a88efceba6f41a40, entries=754, sequenceid=754, filesize=49.3 K 2024-11-17T01:41:01,831 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 74cb10850a526c9f0cb95c3f536594b7 in 77ms, sequenceid=754, compaction requested=false; wal=null 2024-11-17T01:41:01,856 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T01:41:01,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74cb10850a526c9f0cb95c3f536594b7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T01:41:01,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/b03905993c9c4bd4b70077fbeb00f10c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731807657027/Put/seqid=0 2024-11-17T01:41:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741859_1036 (size=20072) 2024-11-17T01:41:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741859_1036 (size=20072) 2024-11-17T01:41:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741859_1036 (size=20072) 2024-11-17T01:41:01,880 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/b03905993c9c4bd4b70077fbeb00f10c 2024-11-17T01:41:01,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/b9fea07a8b594bf6b14875d4ec2c123d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731807657047/Put/seqid=0 2024-11-17T01:41:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741860_1037 (size=35835) 2024-11-17T01:41:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741860_1037 (size=35835) 2024-11-17T01:41:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741860_1037 (size=35835) 2024-11-17T01:41:01,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/b9fea07a8b594bf6b14875d4ec2c123d 2024-11-17T01:41:01,939 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/a/b03905993c9c4bd4b70077fbeb00f10c as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/a/b03905993c9c4bd4b70077fbeb00f10c 2024-11-17T01:41:01,947 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/a/b03905993c9c4bd4b70077fbeb00f10c, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-17T01:41:01,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/b9fea07a8b594bf6b14875d4ec2c123d as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/b/b9fea07a8b594bf6b14875d4ec2c123d 2024-11-17T01:41:01,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/b/b9fea07a8b594bf6b14875d4ec2c123d, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-17T01:41:01,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 74cb10850a526c9f0cb95c3f536594b7 in 101ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-17T01:41:01,975 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T01:41:01,975 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74cb10850a526c9f0cb95c3f536594b7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-17T01:41:01,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/d11472929b4a4f6f8d8b6b84d2a407e4 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731807657067/Put/seqid=0 2024-11-17T01:41:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741861_1038 (size=35082) 2024-11-17T01:41:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741861_1038 (size=35082) 2024-11-17T01:41:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741861_1038 (size=35082) 2024-11-17T01:41:01,994 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/d11472929b4a4f6f8d8b6b84d2a407e4 2024-11-17T01:41:02,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/384c6933c39a4b568fc58e5ee04cdd36 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731807657103/Put/seqid=0 2024-11-17T01:41:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741862_1039 (size=20825) 2024-11-17T01:41:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741862_1039 (size=20825) 2024-11-17T01:41:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741862_1039 (size=20825) 2024-11-17T01:41:02,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/384c6933c39a4b568fc58e5ee04cdd36 2024-11-17T01:41:02,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/b/d11472929b4a4f6f8d8b6b84d2a407e4 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/b/d11472929b4a4f6f8d8b6b84d2a407e4 2024-11-17T01:41:02,037 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/b/d11472929b4a4f6f8d8b6b84d2a407e4, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-17T01:41:02,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/384c6933c39a4b568fc58e5ee04cdd36 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/c/384c6933c39a4b568fc58e5ee04cdd36 2024-11-17T01:41:02,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/c/384c6933c39a4b568fc58e5ee04cdd36, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-17T01:41:02,045 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 74cb10850a526c9f0cb95c3f536594b7 in 70ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-17T01:41:02,055 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731807657142/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:41:02,058 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 2024-11-17T01:41:02,058 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-17T01:41:02,058 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 74cb10850a526c9f0cb95c3f536594b7 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-17T01:41:02,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/763cce7b8d18486c927278f55ae64291 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731807657110/Put/seqid=0 2024-11-17T01:41:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741863_1040 (size=50301) 2024-11-17T01:41:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741863_1040 (size=50301) 2024-11-17T01:41:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741863_1040 (size=50301) 2024-11-17T01:41:02,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/763cce7b8d18486c927278f55ae64291 2024-11-17T01:41:02,083 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 763cce7b8d18486c927278f55ae64291 2024-11-17T01:41:02,085 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/.tmp/c/763cce7b8d18486c927278f55ae64291 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/c/763cce7b8d18486c927278f55ae64291 2024-11-17T01:41:02,091 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 763cce7b8d18486c927278f55ae64291 2024-11-17T01:41:02,092 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/c/763cce7b8d18486c927278f55ae64291, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-17T01:41:02,092 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 74cb10850a526c9f0cb95c3f536594b7 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-17T01:41:02,093 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/0000000000000003002 2024-11-17T01:41:02,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:02,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:02,095 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T01:41:02,096 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 74cb10850a526c9f0cb95c3f536594b7 2024-11-17T01:41:02,099 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenIntoWAL/74cb10850a526c9f0cb95c3f536594b7/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-17T01:41:02,100 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 74cb10850a526c9f0cb95c3f536594b7; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61996120, jitterRate=-0.07618582248687744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T01:41:02,100 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 74cb10850a526c9f0cb95c3f536594b7: Writing region info on filesystem at 1731807661347Initializing all the Stores at 1731807661348 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807661348Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807661348Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807661348Cleaning up temporary data from old regions at 1731807662094 (+746 ms)Region opened successfully at 1731807662100 (+6 ms) 2024-11-17T01:41:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 74cb10850a526c9f0cb95c3f536594b7, disabling compactions & flushes 2024-11-17T01:41:02,175 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:41:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:41:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. after waiting 0 ms 2024-11-17T01:41:02,175 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:41:02,179 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731807656897.74cb10850a526c9f0cb95c3f536594b7. 2024-11-17T01:41:02,179 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 74cb10850a526c9f0cb95c3f536594b7: Waiting for close lock at 1731807662175Disabling compacts and flushes for region at 1731807662175Disabling writes for close at 1731807662175Writing region close event to WAL at 1731807662179 (+4 ms)Closed at 1731807662179 2024-11-17T01:41:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741857_1034 (size=93) 2024-11-17T01:41:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741857_1034 (size=93) 2024-11-17T01:41:02,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741857_1034 (size=93) 2024-11-17T01:41:02,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807661319 not finished, retry = 0 2024-11-17T01:41:02,293 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:02,293 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731807661319) 2024-11-17T01:41:02,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=394 (was 382) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:37725 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:34893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-936878220_22 at /127.0.0.1:42012 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:39535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-936878220_22 at /127.0.0.1:50626 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-936878220_22 at /127.0.0.1:50606 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-936878220_22 at /127.0.0.1:53162 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 610), ProcessCount=11 (was 11), AvailableMemoryMB=5768 (was 5812) 2024-11-17T01:41:02,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=394, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=5767 2024-11-17T01:41:02,338 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:02,340 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:02,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:02,344 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10642816, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-10642816, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:02,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10642816/hregion-10642816.1731807662345, exclude list is [], retry=0 2024-11-17T01:41:02,367 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:02,368 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:02,368 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:02,376 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10642816/hregion-10642816.1731807662345 2024-11-17T01:41:02,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:02,376 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b1f16f338d99dbc07f72036fb041da6, NAME => 'test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741865_1042 (size=43) 2024-11-17T01:41:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741865_1042 (size=43) 2024-11-17T01:41:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741865_1042 (size=43) 2024-11-17T01:41:02,390 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:02,392 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,396 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName a 2024-11-17T01:41:02,396 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,397 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,397 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,398 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName b 2024-11-17T01:41:02,398 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,399 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,399 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,401 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName c 2024-11-17T01:41:02,401 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,402 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,402 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,405 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,405 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,406 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:02,407 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,410 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:02,410 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b1f16f338d99dbc07f72036fb041da6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69812398, jitterRate=0.04028579592704773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:02,412 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b1f16f338d99dbc07f72036fb041da6: Writing region info on filesystem at 1731807662391Initializing all the Stores at 1731807662392 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662392Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662392Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662392Cleaning up temporary data from old regions at 1731807662405 (+13 ms)Region opened successfully at 1731807662412 (+7 ms) 2024-11-17T01:41:02,412 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b1f16f338d99dbc07f72036fb041da6, disabling compactions & flushes 2024-11-17T01:41:02,412 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:02,412 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:02,412 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. after waiting 0 ms 2024-11-17T01:41:02,412 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:02,413 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:02,413 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b1f16f338d99dbc07f72036fb041da6: Waiting for close lock at 1731807662412Disabling compacts and flushes for region at 1731807662412Disabling writes for close at 1731807662412Writing region close event to WAL at 1731807662413 (+1 ms)Closed at 1731807662413 2024-11-17T01:41:02,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T01:41:02,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:02,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T01:41:02,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T01:41:02,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T01:41:02,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:02,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-17T01:41:02,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741864_1041 (size=93) 2024-11-17T01:41:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741864_1041 (size=93) 2024-11-17T01:41:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741864_1041 (size=93) 2024-11-17T01:41:02,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:02,424 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10642816:(num 1731807662345) 2024-11-17T01:41:02,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:02,426 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:02,439 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, exclude list is [], retry=0 2024-11-17T01:41:02,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:02,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:02,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:02,444 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 2024-11-17T01:41:02,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741866_1043 (size=200357) 2024-11-17T01:41:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741866_1043 (size=200357) 2024-11-17T01:41:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741866_1043 (size=200357) 2024-11-17T01:41:02,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, size=195.7 K (200357bytes) 2024-11-17T01:41:02,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 2024-11-17T01:41:02,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 after 0ms 2024-11-17T01:41:02,629 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:02,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 took 5ms 2024-11-17T01:41:02,635 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731807662427.temp 2024-11-17T01:41:02,637 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp 2024-11-17T01:41:02,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 so closing down 2024-11-17T01:41:02,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:02,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741867_1044 (size=200357) 2024-11-17T01:41:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741867_1044 (size=200357) 2024-11-17T01:41:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741867_1044 (size=200357) 2024-11-17T01:41:02,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-17T01:41:02,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp to hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 2024-11-17T01:41:02,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-17T01:41:02,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, journal: Splitting hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, size=195.7 K (200357bytes) at 1731807662625Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp at 1731807662637 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731807662650 (+13 ms)Split 2048 edits, skipped 0 edits. at 1731807662666 (+16 ms)Finishing writing output for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 so closing down at 1731807662680 (+14 ms)3 split writer threads finished at 1731807662680Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1731807662684 (+4 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000000001-wal.1731807662427.temp to hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 at 1731807662686 (+2 ms)Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731807662686 2024-11-17T01:41:02,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662427 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807662427 2024-11-17T01:41:02,690 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 2024-11-17T01:41:02,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:02,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:02,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, exclude list is [], retry=0 2024-11-17T01:41:02,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:02,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:02,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:02,714 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 2024-11-17T01:41:02,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741868_1045 (size=200484) 2024-11-17T01:41:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741868_1045 (size=200484) 2024-11-17T01:41:02,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741868_1045 (size=200484) 2024-11-17T01:41:02,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, size=195.8 K (200484bytes) 2024-11-17T01:41:02,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 2024-11-17T01:41:02,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 after 0ms 2024-11-17T01:41:02,889 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:02,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 took 7ms 2024-11-17T01:41:02,896 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731807662694.temp 2024-11-17T01:41:02,897 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp 2024-11-17T01:41:02,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 so closing down 2024-11-17T01:41:02,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:02,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741869_1046 (size=200484) 2024-11-17T01:41:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741869_1046 (size=200484) 2024-11-17T01:41:02,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741869_1046 (size=200484) 2024-11-17T01:41:02,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-17T01:41:02,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp to hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 2024-11-17T01:41:02,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-17T01:41:02,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, journal: Splitting hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, size=195.8 K (200484bytes) at 1731807662885Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp at 1731807662897 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731807662914 (+17 ms)Split 2048 edits, skipped 0 edits. at 1731807662933 (+19 ms)Finishing writing output for hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 so closing down at 1731807662953 (+20 ms)3 split writer threads finished at 1731807662953Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731807662956 (+3 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003001-wal.1731807662694.temp to hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 at 1731807662958 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731807662958 2024-11-17T01:41:02,960 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662694 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807662694 2024-11-17T01:41:02,962 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 2024-11-17T01:41:02,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:02,964 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/test2727-manual,16010,1731807662337, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:02,979 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662965, exclude list is [], retry=0 2024-11-17T01:41:02,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:02,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:02,983 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:02,986 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731807662337/wal.1731807662965 2024-11-17T01:41:02,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:02,987 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b1f16f338d99dbc07f72036fb041da6, NAME => 'test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:02,987 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:02,988 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,988 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,990 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,991 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName a 2024-11-17T01:41:02,991 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,992 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,992 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,993 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName b 2024-11-17T01:41:02,994 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,995 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,995 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,996 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f16f338d99dbc07f72036fb041da6 columnFamilyName c 2024-11-17T01:41:02,997 DEBUG [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:02,997 INFO [StoreOpener-4b1f16f338d99dbc07f72036fb041da6-1 {}] regionserver.HStore(327): Store=4b1f16f338d99dbc07f72036fb041da6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:02,998 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:02,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:03,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:03,003 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 2024-11-17T01:41:03,006 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:03,056 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 2024-11-17T01:41:03,057 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 2024-11-17T01:41:03,060 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:03,106 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 2024-11-17T01:41:03,106 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b1f16f338d99dbc07f72036fb041da6 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-17T01:41:03,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/a/a342fdbfedb74738b59de46d328bb247 is 41, key is test2727/a:100/1731807662719/Put/seqid=0 2024-11-17T01:41:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741871_1048 (size=84227) 2024-11-17T01:41:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741871_1048 (size=84227) 2024-11-17T01:41:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741871_1048 (size=84227) 2024-11-17T01:41:03,139 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/a/a342fdbfedb74738b59de46d328bb247 2024-11-17T01:41:03,172 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/b/a84fcdfdbb4c48a6824133711fe56743 is 41, key is test2727/b:100/1731807662772/Put/seqid=0 2024-11-17T01:41:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741872_1049 (size=84609) 2024-11-17T01:41:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741872_1049 (size=84609) 2024-11-17T01:41:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741872_1049 (size=84609) 2024-11-17T01:41:03,179 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/b/a84fcdfdbb4c48a6824133711fe56743 2024-11-17T01:41:03,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/c/0478ea62f1db465ca94238954ae1887f is 41, key is test2727/c:100/1731807662820/Put/seqid=0 2024-11-17T01:41:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741873_1050 (size=84609) 2024-11-17T01:41:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741873_1050 (size=84609) 2024-11-17T01:41:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741873_1050 (size=84609) 2024-11-17T01:41:03,228 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/c/0478ea62f1db465ca94238954ae1887f 2024-11-17T01:41:03,238 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/a/a342fdbfedb74738b59de46d328bb247 as hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/a/a342fdbfedb74738b59de46d328bb247 2024-11-17T01:41:03,248 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/a/a342fdbfedb74738b59de46d328bb247, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-17T01:41:03,249 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/b/a84fcdfdbb4c48a6824133711fe56743 as hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/b/a84fcdfdbb4c48a6824133711fe56743 2024-11-17T01:41:03,258 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/b/a84fcdfdbb4c48a6824133711fe56743, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T01:41:03,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/.tmp/c/0478ea62f1db465ca94238954ae1887f as hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/c/0478ea62f1db465ca94238954ae1887f 2024-11-17T01:41:03,270 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/c/0478ea62f1db465ca94238954ae1887f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-17T01:41:03,271 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4b1f16f338d99dbc07f72036fb041da6 in 164ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-17T01:41:03,272 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000003000 2024-11-17T01:41:03,272 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/0000000000000006000 2024-11-17T01:41:03,274 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:03,274 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:03,275 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:03,277 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b1f16f338d99dbc07f72036fb041da6 2024-11-17T01:41:03,281 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/test2727/4b1f16f338d99dbc07f72036fb041da6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-17T01:41:03,283 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b1f16f338d99dbc07f72036fb041da6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041385, jitterRate=0.028796806931495667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:03,285 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b1f16f338d99dbc07f72036fb041da6: Writing region info on filesystem at 1731807662988Initializing all the Stores at 1731807662989 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662989Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662989Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807662990 (+1 ms)Obtaining lock to block concurrent updates at 1731807663106 (+116 ms)Preparing flush snapshotting stores in 4b1f16f338d99dbc07f72036fb041da6 at 1731807663106Finished memstore snapshotting test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731807663107 (+1 ms)Flushing stores of test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. at 1731807663107Flushing 4b1f16f338d99dbc07f72036fb041da6/a: creating writer at 1731807663107Flushing 4b1f16f338d99dbc07f72036fb041da6/a: appending metadata at 1731807663127 (+20 ms)Flushing 4b1f16f338d99dbc07f72036fb041da6/a: closing flushed file at 1731807663127Flushing 4b1f16f338d99dbc07f72036fb041da6/b: creating writer at 1731807663147 (+20 ms)Flushing 4b1f16f338d99dbc07f72036fb041da6/b: appending metadata at 1731807663169 (+22 ms)Flushing 4b1f16f338d99dbc07f72036fb041da6/b: closing flushed file at 1731807663169Flushing 4b1f16f338d99dbc07f72036fb041da6/c: creating writer at 1731807663189 (+20 ms)Flushing 4b1f16f338d99dbc07f72036fb041da6/c: appending metadata at 1731807663213 (+24 ms)Flushing 4b1f16f338d99dbc07f72036fb041da6/c: closing flushed file at 1731807663213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2430f65a: reopening flushed file at 1731807663236 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e79b729: reopening flushed file at 1731807663248 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2ca6e2: reopening flushed file at 1731807663258 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4b1f16f338d99dbc07f72036fb041da6 in 164ms, sequenceid=6000, compaction requested=false; wal=null at 1731807663271 (+13 ms)Cleaning up temporary data from old regions at 1731807663274 (+3 ms)Region opened successfully at 1731807663285 (+11 ms) 2024-11-17T01:41:03,286 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-17T01:41:03,287 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b1f16f338d99dbc07f72036fb041da6, disabling compactions & flushes 2024-11-17T01:41:03,287 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:03,287 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:03,287 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. after waiting 0 ms 2024-11-17T01:41:03,287 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:03,293 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731807662339.4b1f16f338d99dbc07f72036fb041da6. 2024-11-17T01:41:03,293 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b1f16f338d99dbc07f72036fb041da6: Waiting for close lock at 1731807663287Disabling compacts and flushes for region at 1731807663287Disabling writes for close at 1731807663287Writing region close event to WAL at 1731807663293 (+6 ms)Closed at 1731807663293 2024-11-17T01:41:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741870_1047 (size=93) 2024-11-17T01:41:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741870_1047 (size=93) 2024-11-17T01:41:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741870_1047 (size=93) 2024-11-17T01:41:03,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:03,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731807662965) 2024-11-17T01:41:03,321 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400 (was 394) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:32916 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:42134 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53162 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 601), ProcessCount=11 (was 11), AvailableMemoryMB=5575 (was 5767) 2024-11-17T01:41:03,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=5571 2024-11-17T01:41:03,359 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:03,367 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:03,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731807663367 2024-11-17T01:41:03,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 2024-11-17T01:41:03,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:03,383 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c127225f4ffbb057118c58f3a11aeab0, NAME => 'testSequentialEditLogSeqNum,,1731807663359.c127225f4ffbb057118c58f3a11aeab0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:03,383 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731807663359.c127225f4ffbb057118c58f3a11aeab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:03,384 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,384 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,385 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0 doesn't exist for region: c127225f4ffbb057118c58f3a11aeab0 on table testSequentialEditLogSeqNum 2024-11-17T01:41:03,385 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c127225f4ffbb057118c58f3a11aeab0 on table testSequentialEditLogSeqNum 2024-11-17T01:41:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741875_1052 (size=62) 2024-11-17T01:41:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741875_1052 (size=62) 2024-11-17T01:41:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741875_1052 (size=62) 2024-11-17T01:41:03,403 INFO [StoreOpener-c127225f4ffbb057118c58f3a11aeab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,405 INFO [StoreOpener-c127225f4ffbb057118c58f3a11aeab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127225f4ffbb057118c58f3a11aeab0 columnFamilyName a 2024-11-17T01:41:03,405 DEBUG [StoreOpener-c127225f4ffbb057118c58f3a11aeab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,405 INFO [StoreOpener-c127225f4ffbb057118c58f3a11aeab0-1 {}] regionserver.HStore(327): Store=c127225f4ffbb057118c58f3a11aeab0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,406 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,407 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,407 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,409 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c127225f4ffbb057118c58f3a11aeab0 2024-11-17T01:41:03,411 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:03,412 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c127225f4ffbb057118c58f3a11aeab0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60189531, jitterRate=-0.10310609638690948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:41:03,413 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c127225f4ffbb057118c58f3a11aeab0: Writing region info on filesystem at 1731807663384Initializing all the Stores at 1731807663403 (+19 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663403Cleaning up temporary data from old regions at 1731807663407 (+4 ms)Region opened successfully at 1731807663413 (+6 ms) 2024-11-17T01:41:03,425 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c127225f4ffbb057118c58f3a11aeab0 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-17T01:41:03,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/.tmp/a/a989e2a34af34218b8add19d6a55e72e is 81, key is testSequentialEditLogSeqNum/a:x0/1731807663413/Put/seqid=0 2024-11-17T01:41:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741876_1053 (size=5833) 2024-11-17T01:41:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741876_1053 (size=5833) 2024-11-17T01:41:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741876_1053 (size=5833) 2024-11-17T01:41:03,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/.tmp/a/a989e2a34af34218b8add19d6a55e72e 2024-11-17T01:41:03,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/.tmp/a/a989e2a34af34218b8add19d6a55e72e as hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/a/a989e2a34af34218b8add19d6a55e72e 2024-11-17T01:41:03,472 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/a/a989e2a34af34218b8add19d6a55e72e, entries=10, sequenceid=13, filesize=5.7 K 2024-11-17T01:41:03,473 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c127225f4ffbb057118c58f3a11aeab0 in 48ms, sequenceid=13, compaction requested=false 2024-11-17T01:41:03,474 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c127225f4ffbb057118c58f3a11aeab0: 2024-11-17T01:41:03,481 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T01:41:03,481 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T01:41:03,481 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T01:41:03,481 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T01:41:03,482 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T01:41:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741874_1051 (size=1616) 2024-11-17T01:41:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741874_1051 (size=1616) 2024-11-17T01:41:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741874_1051 (size=1616) 2024-11-17T01:41:03,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367, size=1.6 K (1616bytes) 2024-11-17T01:41:03,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 2024-11-17T01:41:03,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 after 1ms 2024-11-17T01:41:03,504 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:03,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 took 4ms 2024-11-17T01:41:03,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 so closing down 2024-11-17T01:41:03,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:03,509 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731807663367.temp 2024-11-17T01:41:03,511 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp 2024-11-17T01:41:03,511 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741877_1054 (size=1175) 2024-11-17T01:41:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741877_1054 (size=1175) 2024-11-17T01:41:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741877_1054 (size=1175) 2024-11-17T01:41:03,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:03,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp to hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000020 2024-11-17T01:41:03,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-17T01:41:03,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367, journal: Splitting hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367, size=1.6 K (1616bytes) at 1731807663501Finishing writing output for hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367 so closing down at 1731807663507 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp at 1731807663511 (+4 ms)3 split writer threads finished at 1731807663511Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731807663519 (+8 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000003-wal.1731807663367.temp to hdfs://localhost:37725/hbase/data/default/testSequentialEditLogSeqNum/c127225f4ffbb057118c58f3a11aeab0/recovered.edits/0000000000000000020 at 1731807663520 (+1 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731807663358/wal.1731807663367, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731807663520 2024-11-17T01:41:03,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:42134 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53162 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 601), ProcessCount=11 (was 11), AvailableMemoryMB=5551 (was 5571) 2024-11-17T01:41:03,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=5548 2024-11-17T01:41:03,558 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:03,560 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:03,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:03,583 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66353486, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-66353486, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:03,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66353486/hregion-66353486.1731807663584, exclude list is [], retry=0 2024-11-17T01:41:03,603 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:03,603 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:03,606 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:03,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66353486/hregion-66353486.1731807663584 2024-11-17T01:41:03,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:03,610 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 51497b430fe1de26de9bd47204e0e36b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741879_1056 (size=70) 2024-11-17T01:41:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741879_1056 (size=70) 2024-11-17T01:41:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741879_1056 (size=70) 2024-11-17T01:41:03,630 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:03,632 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,634 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName a 2024-11-17T01:41:03,634 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,635 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,635 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,637 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName b 2024-11-17T01:41:03,637 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,637 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,638 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,639 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName c 2024-11-17T01:41:03,640 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,640 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,641 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,641 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,642 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,643 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,643 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,644 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:03,645 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,648 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:03,649 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 51497b430fe1de26de9bd47204e0e36b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70753332, jitterRate=0.05430680513381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:03,650 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 51497b430fe1de26de9bd47204e0e36b: Writing region info on filesystem at 1731807663630Initializing all the Stores at 1731807663631 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663631Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663632 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663632Cleaning up temporary data from old regions at 1731807663643 (+11 ms)Region opened successfully at 1731807663650 (+7 ms) 2024-11-17T01:41:03,650 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 51497b430fe1de26de9bd47204e0e36b, disabling compactions & flushes 2024-11-17T01:41:03,650 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:03,650 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:03,650 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. after waiting 0 ms 2024-11-17T01:41:03,650 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:03,651 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:03,651 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 51497b430fe1de26de9bd47204e0e36b: Waiting for close lock at 1731807663650Disabling compacts and flushes for region at 1731807663650Disabling writes for close at 1731807663650Writing region close event to WAL at 1731807663651 (+1 ms)Closed at 1731807663651 2024-11-17T01:41:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741878_1055 (size=93) 2024-11-17T01:41:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741878_1055 (size=93) 2024-11-17T01:41:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741878_1055 (size=93) 2024-11-17T01:41:03,657 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:03,657 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66353486:(num 1731807663584) 2024-11-17T01:41:03,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:03,659 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:03,674 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, exclude list is [], retry=0 2024-11-17T01:41:03,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:03,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:03,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:03,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 2024-11-17T01:41:03,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:03,681 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 51497b430fe1de26de9bd47204e0e36b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:03,681 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:03,681 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,681 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,682 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,683 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName a 2024-11-17T01:41:03,683 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,684 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,684 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,684 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName b 2024-11-17T01:41:03,685 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,685 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,685 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,686 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName c 2024-11-17T01:41:03,686 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:03,687 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:03,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,690 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,691 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:03,694 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:03,695 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 51497b430fe1de26de9bd47204e0e36b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018341, jitterRate=0.08805806934833527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:03,696 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 51497b430fe1de26de9bd47204e0e36b: Writing region info on filesystem at 1731807663681Initializing all the Stores at 1731807663682 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663682Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663682Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807663682Cleaning up temporary data from old regions at 1731807663690 (+8 ms)Region opened successfully at 1731807663696 (+6 ms) 2024-11-17T01:41:03,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731807663699/Put/seqid=0 2024-11-17T01:41:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741881_1058 (size=4826) 2024-11-17T01:41:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741881_1058 (size=4826) 2024-11-17T01:41:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741881_1058 (size=4826) 2024-11-17T01:41:04,110 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37725/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 51497b430fe1de26de9bd47204e0e36b/a 2024-11-17T01:41:04,119 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-17T01:41:04,120 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T01:41:04,120 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 51497b430fe1de26de9bd47204e0e36b: 2024-11-17T01:41:04,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/6796760e08af4f31a420dd94e7433776_SeqId_3_ 2024-11-17T01:41:04,123 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37725/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 51497b430fe1de26de9bd47204e0e36b/a as hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/6796760e08af4f31a420dd94e7433776_SeqId_3_ - updating store file list. 2024-11-17T01:41:04,130 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6796760e08af4f31a420dd94e7433776_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:04,131 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/6796760e08af4f31a420dd94e7433776_SeqId_3_ into 51497b430fe1de26de9bd47204e0e36b/a 2024-11-17T01:41:04,131 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37725/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 51497b430fe1de26de9bd47204e0e36b/a (new location: hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/6796760e08af4f31a420dd94e7433776_SeqId_3_) 2024-11-17T01:41:04,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, size=0 (0bytes) 2024-11-17T01:41:04,174 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 might be still open, length is 0 2024-11-17T01:41:04,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 2024-11-17T01:41:04,175 WARN [IPC Server handler 4 on default port 37725 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-17T01:41:04,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 after 0ms 2024-11-17T01:41:05,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:42198 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43489:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42198 dst: /127.0.0.1:43489 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43489 remote=/127.0.0.1:42198]. Total timeout mills is 60000, 58149 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:05,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:44110 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39587:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44110 dst: /127.0.0.1:39587 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:05,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33032 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35209:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33032 dst: /127.0.0.1:35209 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:05,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741880_1059 (size=434) 2024-11-17T01:41:05,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741880_1059 (size=434) 2024-11-17T01:41:08,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 after 4001ms 2024-11-17T01:41:08,180 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:08,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 took 4006ms 2024-11-17T01:41:08,184 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660; continuing. 2024-11-17T01:41:08,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 so closing down 2024-11-17T01:41:08,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:08,188 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731807663660.temp 2024-11-17T01:41:08,190 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp 2024-11-17T01:41:08,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741882_1060 (size=236) 2024-11-17T01:41:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741882_1060 (size=236) 2024-11-17T01:41:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741882_1060 (size=236) 2024-11-17T01:41:08,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:08,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp to hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 2024-11-17T01:41:08,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T01:41:08,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, journal: Splitting hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, size=0 (0bytes) at 1731807664174Finishing writing output for hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 so closing down at 1731807668184 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp at 1731807668190 (+6 ms)3 split writer threads finished at 1731807668191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731807668203 (+12 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005-wal.1731807663660.temp to hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 at 1731807668205 (+2 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660, size=0, length=0, corrupted=false, cancelled=false at 1731807668205 2024-11-17T01:41:08,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807663660 2024-11-17T01:41:08,209 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 2024-11-17T01:41:08,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:08,212 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:08,229 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807668212, exclude list is [], retry=0 2024-11-17T01:41:08,233 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:08,233 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:08,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:08,247 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807668212 2024-11-17T01:41:08,248 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:08,248 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 51497b430fe1de26de9bd47204e0e36b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:08,249 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:08,249 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,249 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,250 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,252 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName a 2024-11-17T01:41:08,252 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:08,262 DEBUG [StoreFileOpener-51497b430fe1de26de9bd47204e0e36b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6796760e08af4f31a420dd94e7433776_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:08,262 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/6796760e08af4f31a420dd94e7433776_SeqId_3_ 2024-11-17T01:41:08,262 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:08,262 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,264 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName b 2024-11-17T01:41:08,264 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:08,264 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:08,264 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,265 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51497b430fe1de26de9bd47204e0e36b columnFamilyName c 2024-11-17T01:41:08,265 DEBUG [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:08,266 INFO [StoreOpener-51497b430fe1de26de9bd47204e0e36b-1 {}] regionserver.HStore(327): Store=51497b430fe1de26de9bd47204e0e36b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:08,266 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,270 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 2024-11-17T01:41:08,283 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:08,284 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 2024-11-17T01:41:08,284 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 51497b430fe1de26de9bd47204e0e36b 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-17T01:41:08,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/.tmp/a/4263f45bb2be48be80a753362b38d0e0 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731807664136/Put/seqid=0 2024-11-17T01:41:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741884_1062 (size=5149) 2024-11-17T01:41:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741884_1062 (size=5149) 2024-11-17T01:41:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741884_1062 (size=5149) 2024-11-17T01:41:08,334 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/.tmp/a/4263f45bb2be48be80a753362b38d0e0 2024-11-17T01:41:08,341 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/.tmp/a/4263f45bb2be48be80a753362b38d0e0 as hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/4263f45bb2be48be80a753362b38d0e0 2024-11-17T01:41:08,347 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/a/4263f45bb2be48be80a753362b38d0e0, entries=1, sequenceid=5, filesize=5.0 K 2024-11-17T01:41:08,347 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 51497b430fe1de26de9bd47204e0e36b in 63ms, sequenceid=5, compaction requested=false; wal=null 2024-11-17T01:41:08,348 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/0000000000000000005 2024-11-17T01:41:08,350 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,350 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,351 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:08,353 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 51497b430fe1de26de9bd47204e0e36b 2024-11-17T01:41:08,375 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/51497b430fe1de26de9bd47204e0e36b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T01:41:08,377 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 51497b430fe1de26de9bd47204e0e36b; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63400759, jitterRate=-0.05525507032871246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:08,377 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 51497b430fe1de26de9bd47204e0e36b: Writing region info on filesystem at 1731807668249Initializing all the Stores at 1731807668250 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807668250Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807668250Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807668250Obtaining lock to block concurrent updates at 1731807668284 (+34 ms)Preparing flush snapshotting stores in 51497b430fe1de26de9bd47204e0e36b at 1731807668285 (+1 ms)Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731807668285Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. at 1731807668285Flushing 51497b430fe1de26de9bd47204e0e36b/a: creating writer at 1731807668285Flushing 51497b430fe1de26de9bd47204e0e36b/a: appending metadata at 1731807668301 (+16 ms)Flushing 51497b430fe1de26de9bd47204e0e36b/a: closing flushed file at 1731807668301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b103bd: reopening flushed file at 1731807668339 (+38 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 51497b430fe1de26de9bd47204e0e36b in 63ms, sequenceid=5, compaction requested=false; wal=null at 1731807668347 (+8 ms)Cleaning up temporary data from old regions at 1731807668350 (+3 ms)Region opened successfully at 1731807668377 (+27 ms) 2024-11-17T01:41:08,387 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 51497b430fe1de26de9bd47204e0e36b, disabling compactions & flushes 2024-11-17T01:41:08,387 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:08,387 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:08,388 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. after waiting 1 ms 2024-11-17T01:41:08,388 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:08,398 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731807663558.51497b430fe1de26de9bd47204e0e36b. 2024-11-17T01:41:08,398 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 51497b430fe1de26de9bd47204e0e36b: Waiting for close lock at 1731807668387Disabling compacts and flushes for region at 1731807668387Disabling writes for close at 1731807668388 (+1 ms)Writing region close event to WAL at 1731807668397 (+9 ms)Closed at 1731807668397 2024-11-17T01:41:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741883_1061 (size=93) 2024-11-17T01:41:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741883_1061 (size=93) 2024-11-17T01:41:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741883_1061 (size=93) 2024-11-17T01:41:08,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:08,404 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731807668212) 2024-11-17T01:41:08,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407 (was 405) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1039378327_22 at /127.0.0.1:33056 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1039378327_22 at /127.0.0.1:42222 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:37725 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1021 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=633 (was 601) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5447 (was 5548) 2024-11-17T01:41:08,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=407, OpenFileDescriptor=1021, MaxFileDescriptor=1048576, SystemLoadAverage=633, ProcessCount=11, AvailableMemoryMB=5447 2024-11-17T01:41:08,453 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:08,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T01:41:08,465 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:41:08,468 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dec82e6 2024-11-17T01:41:08,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T01:41:08,473 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T01:41:08,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T01:41:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T01:41:08,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T01:41:08,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-17T01:41:08,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:08,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T01:41:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T01:41:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741885_1063 (size=694) 2024-11-17T01:41:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741885_1063 (size=694) 2024-11-17T01:41:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741885_1063 (size=694) 2024-11-17T01:41:08,543 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0 2024-11-17T01:41:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741886_1064 (size=77) 2024-11-17T01:41:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741886_1064 (size=77) 2024-11-17T01:41:08,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741886_1064 (size=77) 2024-11-17T01:41:08,595 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:08,596 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:08,596 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:08,596 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:08,596 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:08,596 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:08,596 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:08,596 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807668595Disabling compacts and flushes for region at 1731807668595Disabling writes for close at 1731807668596 (+1 ms)Writing region close event to WAL at 1731807668596Closed at 1731807668596 2024-11-17T01:41:08,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T01:41:08,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731807668599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731807668599"}]},"ts":"1731807668599"} 2024-11-17T01:41:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T01:41:08,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T01:41:08,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T01:41:08,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731807668620"}]},"ts":"1731807668620"} 2024-11-17T01:41:08,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-17T01:41:08,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6c0d7a0a7c0=0} racks are {/default-rack=0} 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T01:41:08,637 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T01:41:08,637 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T01:41:08,637 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T01:41:08,637 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T01:41:08,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN}] 2024-11-17T01:41:08,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN 2024-11-17T01:41:08,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN; state=OFFLINE, location=c6c0d7a0a7c0,46341,1731807653142; forceNewPlan=false, retain=false 2024-11-17T01:41:08,800 INFO [c6c0d7a0a7c0:42787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T01:41:08,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPENING, regionLocation=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN because future has completed 2024-11-17T01:41:08,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142}] 2024-11-17T01:41:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T01:41:08,976 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T01:41:08,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T01:41:09,056 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,056 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:09,057 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,057 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:09,057 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,057 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,075 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,077 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:09,077 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:09,082 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:09,083 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,085 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:09,085 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:09,086 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:09,086 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,088 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,089 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,091 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,092 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,093 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T01:41:09,096 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,100 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:09,101 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdf1d67db13fe73cd5e5f65060d68d64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67547603, jitterRate=0.006537720561027527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T01:41:09,101 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,101 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdf1d67db13fe73cd5e5f65060d68d64: Running coprocessor pre-open hook at 1731807669057Writing region info on filesystem at 1731807669057Initializing all the Stores at 1731807669061 (+4 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807669061Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807669074 (+13 ms)Cleaning up temporary data from old regions at 1731807669092 (+18 ms)Running coprocessor post-open hooks at 1731807669101 (+9 ms)Region opened successfully at 1731807669101 2024-11-17T01:41:09,114 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., pid=6, masterSystemTime=1731807668975 2024-11-17T01:41:09,118 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,119 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPEN, openSeqNum=2, regionLocation=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:09,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 because future has completed 2024-11-17T01:41:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T01:41:09,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T01:41:09,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 in 326 msec 2024-11-17T01:41:09,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T01:41:09,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN in 497 msec 2024-11-17T01:41:09,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T01:41:09,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731807669144"}]},"ts":"1731807669144"} 2024-11-17T01:41:09,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-17T01:41:09,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T01:41:09,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 671 msec 2024-11-17T01:41:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T01:41:09,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-17T01:41:09,641 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-17T01:41:09,642 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T01:41:09,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-17T01:41:09,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T01:41:09,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-17T01:41:09,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=2] 2024-11-17T01:41:09,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T01:41:09,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T01:41:09,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=cdf1d67db13fe73cd5e5f65060d68d64, source=c6c0d7a0a7c0,46341,1731807653142, destination=c6c0d7a0a7c0,39203,1731807652930, warming up region on c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T01:41:09,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=cdf1d67db13fe73cd5e5f65060d68d64, source=c6c0d7a0a7c0,46341,1731807653142, destination=c6c0d7a0a7c0,39203,1731807652930, running balancer 2024-11-17T01:41:09,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T01:41:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE 2024-11-17T01:41:09,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE 2024-11-17T01:41:09,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=CLOSING, regionLocation=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE because future has completed 2024-11-17T01:41:09,706 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T01:41:09,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142}] 2024-11-17T01:41:09,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(7855): Warmup {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:09,725 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,728 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:09,728 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:09,729 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:09,729 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,730 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:09,730 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:09,731 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:09,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807669732Disabling compacts and flushes for region at 1731807669732Disabling writes for close at 1731807669732Writing region close event to WAL at 1731807669739 (+7 ms)Closed at 1731807669739 2024-11-17T01:41:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-17T01:41:09,874 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:09,874 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T01:41:09,875 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:09,875 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,875 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,875 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:09,875 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:09,875 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing cdf1d67db13fe73cd5e5f65060d68d64 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-17T01:41:09,925 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/dfccab2e43b0436089cf2d7d13461c97 is 35, key is r1/cf1:q/1731807669668/Put/seqid=0 2024-11-17T01:41:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741887_1065 (size=4783) 2024-11-17T01:41:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741887_1065 (size=4783) 2024-11-17T01:41:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741887_1065 (size=4783) 2024-11-17T01:41:09,972 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/dfccab2e43b0436089cf2d7d13461c97 2024-11-17T01:41:10,000 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/dfccab2e43b0436089cf2d7d13461c97 as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97 2024-11-17T01:41:10,014 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97, entries=1, sequenceid=5, filesize=4.7 K 2024-11-17T01:41:10,017 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for cdf1d67db13fe73cd5e5f65060d68d64 in 142ms, sequenceid=5, compaction requested=false 2024-11-17T01:41:10,017 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-17T01:41:10,035 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T01:41:10,037 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:10,038 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807669875Running coprocessor pre-close hooks at 1731807669875Disabling compacts and flushes for region at 1731807669875Disabling writes for close at 1731807669875Obtaining lock to block concurrent updates at 1731807669876 (+1 ms)Preparing flush snapshotting stores in cdf1d67db13fe73cd5e5f65060d68d64 at 1731807669876Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731807669876Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. at 1731807669887 (+11 ms)Flushing cdf1d67db13fe73cd5e5f65060d68d64/cf1: creating writer at 1731807669888 (+1 ms)Flushing cdf1d67db13fe73cd5e5f65060d68d64/cf1: appending metadata at 1731807669924 (+36 ms)Flushing cdf1d67db13fe73cd5e5f65060d68d64/cf1: closing flushed file at 1731807669925 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f41c2b8: reopening flushed file at 1731807669998 (+73 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for cdf1d67db13fe73cd5e5f65060d68d64 in 142ms, sequenceid=5, compaction requested=false at 1731807670017 (+19 ms)Writing region close event to WAL at 1731807670030 (+13 ms)Running coprocessor post-close hooks at 1731807670035 (+5 ms)Closed at 1731807670037 (+2 ms) 2024-11-17T01:41:10,038 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding cdf1d67db13fe73cd5e5f65060d68d64 move to c6c0d7a0a7c0,39203,1731807652930 record at close sequenceid=5 2024-11-17T01:41:10,043 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=CLOSED 2024-11-17T01:41:10,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 because future has completed 2024-11-17T01:41:10,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-17T01:41:10,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 in 346 msec 2024-11-17T01:41:10,077 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE; state=CLOSED, location=c6c0d7a0a7c0,39203,1731807652930; forceNewPlan=false, retain=false 2024-11-17T01:41:10,229 INFO [c6c0d7a0a7c0:42787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T01:41:10,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPENING, regionLocation=c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:10,238 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE 2024-11-17T01:41:10,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930}] 2024-11-17T01:41:10,406 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:10,407 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:10,407 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,407 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:10,408 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,408 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,420 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,423 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:10,432 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:10,449 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97 2024-11-17T01:41:10,449 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:10,449 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,453 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:10,453 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:10,455 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:10,455 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,458 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,462 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,464 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,464 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,466 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T01:41:10,470 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,472 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened cdf1d67db13fe73cd5e5f65060d68d64; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328660, jitterRate=0.0032752156257629395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T01:41:10,472 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:10,473 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for cdf1d67db13fe73cd5e5f65060d68d64: Running coprocessor pre-open hook at 1731807670408Writing region info on filesystem at 1731807670408Initializing all the Stores at 1731807670415 (+7 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807670415Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807670418 (+3 ms)Cleaning up temporary data from old regions at 1731807670464 (+46 ms)Running coprocessor post-open hooks at 1731807670472 (+8 ms)Region opened successfully at 1731807670473 (+1 ms) 2024-11-17T01:41:10,475 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., pid=9, masterSystemTime=1731807670396 2024-11-17T01:41:10,478 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:10,479 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:10,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPEN, openSeqNum=9, regionLocation=c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:10,486 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42787 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c6c0d7a0a7c0,39203,1731807652930, table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T01:41:10,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930 because future has completed 2024-11-17T01:41:10,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-17T01:41:10,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930 in 269 msec 2024-11-17T01:41:10,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE in 825 msec 2024-11-17T01:41:10,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T01:41:10,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T01:41:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:55628 deadline: 1731807730593, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=39203 startCode=1731807652930. As of locationSeqNum=5. 2024-11-17T01:41:10,627 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=39203 startCode=1731807652930. As of locationSeqNum=5. 2024-11-17T01:41:10,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=39203 startCode=1731807652930. As of locationSeqNum=5. 2024-11-17T01:41:10,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,39203,1731807652930, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=39203 startCode=1731807652930. As of locationSeqNum=5. 2024-11-17T01:41:10,740 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T01:41:10,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T01:41:10,778 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cdf1d67db13fe73cd5e5f65060d68d64 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-17T01:41:10,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/86ab5b6ee3f0403b894cff55dcd62ece is 29, key is r1/cf1:/1731807670754/DeleteFamily/seqid=0 2024-11-17T01:41:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741888_1066 (size=4906) 2024-11-17T01:41:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741888_1066 (size=4906) 2024-11-17T01:41:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741888_1066 (size=4906) 2024-11-17T01:41:10,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:10,850 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:10,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf2/58d54319a1a540908eba5acad0340ced is 29, key is r1/cf2:/1731807670754/DeleteFamily/seqid=0 2024-11-17T01:41:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741889_1067 (size=4906) 2024-11-17T01:41:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741889_1067 (size=4906) 2024-11-17T01:41:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741889_1067 (size=4906) 2024-11-17T01:41:10,939 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf2/58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:10,947 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:10,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/86ab5b6ee3f0403b894cff55dcd62ece as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:10,959 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:10,959 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T01:41:10,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf2/58d54319a1a540908eba5acad0340ced as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:10,970 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:10,970 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced, entries=1, sequenceid=12, filesize=4.8 K 2024-11-17T01:41:10,972 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for cdf1d67db13fe73cd5e5f65060d68d64 in 193ms, sequenceid=12, compaction requested=false 2024-11-17T01:41:10,972 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cdf1d67db13fe73cd5e5f65060d68d64: 2024-11-17T01:41:10,975 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T01:41:10,977 DEBUG [Time-limited test {}] regionserver.HStore(1541): cdf1d67db13fe73cd5e5f65060d68d64/cf1 is initiating major compaction (all files) 2024-11-17T01:41:10,978 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T01:41:10,978 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:41:10,979 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of cdf1d67db13fe73cd5e5f65060d68d64/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:10,980 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97, hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece] into tmpdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp, totalSize=9.5 K 2024-11-17T01:41:10,981 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dfccab2e43b0436089cf2d7d13461c97, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731807669668 2024-11-17T01:41:10,982 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 86ab5b6ee3f0403b894cff55dcd62ece, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T01:41:11,000 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): cdf1d67db13fe73cd5e5f65060d68d64#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T01:41:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741890_1068 (size=4626) 2024-11-17T01:41:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741890_1068 (size=4626) 2024-11-17T01:41:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741890_1068 (size=4626) 2024-11-17T01:41:11,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf1/3b6bdbbaf44d46a38d021ab274f1b7dc as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/3b6bdbbaf44d46a38d021ab274f1b7dc 2024-11-17T01:41:11,072 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in cdf1d67db13fe73cd5e5f65060d68d64/cf1 of cdf1d67db13fe73cd5e5f65060d68d64 into 3b6bdbbaf44d46a38d021ab274f1b7dc(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T01:41:11,072 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for cdf1d67db13fe73cd5e5f65060d68d64: 2024-11-17T01:41:11,073 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-17T01:41:11,073 DEBUG [Time-limited test {}] regionserver.HStore(1541): cdf1d67db13fe73cd5e5f65060d68d64/cf2 is initiating major compaction (all files) 2024-11-17T01:41:11,073 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T01:41:11,073 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T01:41:11,074 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of cdf1d67db13fe73cd5e5f65060d68d64/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,074 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced] into tmpdir=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp, totalSize=4.8 K 2024-11-17T01:41:11,075 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 58d54319a1a540908eba5acad0340ced, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-17T01:41:11,096 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): cdf1d67db13fe73cd5e5f65060d68d64#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T01:41:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741891_1069 (size=4592) 2024-11-17T01:41:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741891_1069 (size=4592) 2024-11-17T01:41:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741891_1069 (size=4592) 2024-11-17T01:41:11,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/.tmp/cf2/bba7567829734395b82395a737fb6a4d as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/bba7567829734395b82395a737fb6a4d 2024-11-17T01:41:11,166 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in cdf1d67db13fe73cd5e5f65060d68d64/cf2 of cdf1d67db13fe73cd5e5f65060d68d64 into bba7567829734395b82395a737fb6a4d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T01:41:11,166 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for cdf1d67db13fe73cd5e5f65060d68d64: 2024-11-17T01:41:11,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=cdf1d67db13fe73cd5e5f65060d68d64, source=c6c0d7a0a7c0,39203,1731807652930, destination=c6c0d7a0a7c0,46341,1731807653142, warming up region on c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:11,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=cdf1d67db13fe73cd5e5f65060d68d64, source=c6c0d7a0a7c0,39203,1731807652930, destination=c6c0d7a0a7c0,46341,1731807653142, running balancer 2024-11-17T01:41:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE 2024-11-17T01:41:11,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE 2024-11-17T01:41:11,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(7855): Warmup {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:11,179 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=CLOSING, regionLocation=c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:11,180 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:11,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE because future has completed 2024-11-17T01:41:11,184 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:11,193 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T01:41:11,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930}] 2024-11-17T01:41:11,215 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/3b6bdbbaf44d46a38d021ab274f1b7dc 2024-11-17T01:41:11,222 INFO [StoreFileOpener-cdf1d67db13fe73cd5e5f65060d68d64-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:11,222 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-17T01:41:11,233 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97 2024-11-17T01:41:11,234 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:11,234 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,235 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:11,235 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:11,259 INFO [StoreFileOpener-cdf1d67db13fe73cd5e5f65060d68d64-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:11,259 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:11,268 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/bba7567829734395b82395a737fb6a4d 2024-11-17T01:41:11,268 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:11,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807671269Disabling compacts and flushes for region at 1731807671269Disabling writes for close at 1731807671269Writing region close event to WAL at 1731807671294 (+25 ms)Closed at 1731807671294 2024-11-17T01:41:11,349 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,349 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T01:41:11,349 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:11,349 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,349 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,349 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:11,349 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,350 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97, hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece] to archive 2024-11-17T01:41:11,354 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T01:41:11,358 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97 to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/dfccab2e43b0436089cf2d7d13461c97 2024-11-17T01:41:11,359 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/86ab5b6ee3f0403b894cff55dcd62ece 2024-11-17T01:41:11,373 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced] to archive 2024-11-17T01:41:11,374 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T01:41:11,376 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/58d54319a1a540908eba5acad0340ced 2024-11-17T01:41:11,382 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-17T01:41:11,383 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,383 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807671349Running coprocessor pre-close hooks at 1731807671349Disabling compacts and flushes for region at 1731807671349Disabling writes for close at 1731807671349Writing region close event to WAL at 1731807671377 (+28 ms)Running coprocessor post-close hooks at 1731807671383 (+6 ms)Closed at 1731807671383 2024-11-17T01:41:11,383 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding cdf1d67db13fe73cd5e5f65060d68d64 move to c6c0d7a0a7c0,46341,1731807653142 record at close sequenceid=12 2024-11-17T01:41:11,386 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=CLOSED 2024-11-17T01:41:11,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930 because future has completed 2024-11-17T01:41:11,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T01:41:11,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,39203,1731807652930 in 198 msec 2024-11-17T01:41:11,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE; state=CLOSED, location=c6c0d7a0a7c0,46341,1731807653142; forceNewPlan=false, retain=false 2024-11-17T01:41:11,549 INFO [c6c0d7a0a7c0:42787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-17T01:41:11,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPENING, regionLocation=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:11,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE because future has completed 2024-11-17T01:41:11,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142}] 2024-11-17T01:41:11,712 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,712 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:11,713 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,713 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:11,713 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,713 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,714 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,716 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:11,716 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:11,728 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/3b6bdbbaf44d46a38d021ab274f1b7dc 2024-11-17T01:41:11,729 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:11,729 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,732 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:11,732 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:11,741 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/bba7567829734395b82395a737fb6a4d 2024-11-17T01:41:11,741 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:11,741 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,742 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,744 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,745 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,745 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,746 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T01:41:11,748 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,749 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened cdf1d67db13fe73cd5e5f65060d68d64; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72682033, jitterRate=0.08304668962955475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T01:41:11,749 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,750 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cdf1d67db13fe73cd5e5f65060d68d64: Running coprocessor pre-open hook at 1731807671713Writing region info on filesystem at 1731807671713Initializing all the Stores at 1731807671714 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807671714Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807671714Cleaning up temporary data from old regions at 1731807671745 (+31 ms)Running coprocessor post-open hooks at 1731807671749 (+4 ms)Region opened successfully at 1731807671750 (+1 ms) 2024-11-17T01:41:11,751 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., pid=12, masterSystemTime=1731807671708 2024-11-17T01:41:11,753 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,753 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPEN, openSeqNum=18, regionLocation=c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:11,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 because future has completed 2024-11-17T01:41:11,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-17T01:41:11,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,46341,1731807653142 in 203 msec 2024-11-17T01:41:11,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, REOPEN/MOVE in 591 msec 2024-11-17T01:41:11,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T01:41:11,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T01:41:11,782 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c6c0d7a0a7c0,46341,1731807653142: testing ***** 2024-11-17T01:41:11,782 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T01:41:11,785 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T01:41:11,786 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T01:41:11,793 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T01:41:11,796 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T01:41:11,813 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 304835680 }, "NonHeapMemoryUsage": { "committed": 171245568, "init": 7667712, "max": -1, "used": 168688864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c6c0d7a0a7c0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 11067, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 121, "ProcessCallTime_mean": 10, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 5, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 76, "ProcessCallTime_98th_percentile": 121, "ProcessCallTime_99th_percentile": 121, "ProcessCallTime_99.9th_percentile": 121, "ProcessCallTime_TimeRangeCount_0-1": 9, "ProcessCallTime_TimeRangeCount_1-3": 11, "ProcessCallTime_TimeRangeCount_3-10": 8, "ProcessCallTime_TimeRangeCount_30-100": 2, "ProcessCallTime_TimeRangeCount_100-300": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 121, "TotalCallTime_mean": 10, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 5, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 77, "TotalCallTime_98th_percentile": 121, "TotalCallTime_99th_percentile": 121, "TotalCallTime_99.9th_percentile": 121, "TotalCallTime_TimeRangeCount_0-1": 7, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 9, "TotalCallTime_TimeRangeCount_30-100": 2, "TotalCallTime_TimeRangeCount_100-300": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 158, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 5, "ResponseSize_SizeRangeCount_100-1000": 4, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5743 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c6c0d7a0a7c0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50639", "tag.serverName": "c6c0d7a0a7c0,46341,1731807653142", "tag.clusterId": "cc454c46-73de-414e-a4d1-812031eb7426", "tag.Context": "regionserver", "tag.Hostname": "c6c0d7a0a7c0", "regionCount": 1, "storeCount": 2, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 31, "memStoreHeapSize": 616, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731807653142, "averageRegionSize": 31, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.2, "writeRequestRatePerSecond": 0.2, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 66560, "ByteBuffAllocatorHeapAllocationRatio": 0.7697053155307054, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 4, "totalRowActionRequestCount": 2, "readRequestCount": 1, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 1, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 1, "Put_min": 3, "Put_max": 3, "Put_mean": 3, "Put_25th_percentile": 3, "Put_median": 3, "Put_75th_percentile": 3, "Put_90th_percentile": 3, "Put_95th_percentile": 3, "Put_98th_percentile": 3, "Put_99th_percentile": 3, "Put_99.9th_percentile": 3, "Put_TimeRangeCount_1-3": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 142, "FlushTime_max": 142, "FlushTime_mean": 142, "FlushTime_25th_percentile": 142, "FlushTime_median": 142, "FlushTime_75th_percentile": 142, "FlushTime_90th_percentile": 142, "FlushTime_95th_percentile": 142, "FlushTime_98th_percentile": 142, "FlushTime_99th_percentile": 142, "FlushTime_99.9th_percentile": 142, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 64, "ScanSize_max": 64, "ScanSize_mean": 64, "ScanSize_25th_percentile": 64, "ScanSize_median": 64, "ScanSize_75th_percentile": 64, "ScanSize_90th_percentile": 64, "ScanSize_95th_percentile": 64, "ScanSize_98th_percentile": 64, "ScanSize_99th_percentile": 64, "ScanSize_99.9th_percentile": 64, "ScanSize_SizeRangeCount_10-100": 1, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-17T01:41:11,819 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] master.MasterRpcServices(700): c6c0d7a0a7c0,46341,1731807653142 reported a fatal error: ***** ABORTING region server c6c0d7a0a7c0,46341,1731807653142: testing ***** 2024-11-17T01:41:11,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6c0d7a0a7c0,46341,1731807653142' ***** 2024-11-17T01:41:11,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-17T01:41:11,821 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T01:41:11,821 INFO [RS:2;c6c0d7a0a7c0:46341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T01:41:11,821 INFO [RS:2;c6c0d7a0a7c0:46341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T01:41:11,822 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T01:41:11,822 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(956): aborting server c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:11,822 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T01:41:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:50208 deadline: 1731807731822, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=46341 startCode=1731807653142. As of locationSeqNum=12. 2024-11-17T01:41:11,822 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:11,822 INFO [RS:2;c6c0d7a0a7c0:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c6c0d7a0a7c0:46341. 2024-11-17T01:41:11,822 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,823 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T01:41:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,823 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:11,823 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T01:41:11,823 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1325): Online Regions={cdf1d67db13fe73cd5e5f65060d68d64=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.} 2024-11-17T01:41:11,824 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1351): Waiting on cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:11,824 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,39203,1731807652930, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,39203,1731807652930, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=46341 startCode=1731807653142. As of locationSeqNum=12. 2024-11-17T01:41:11,824 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,39203,1731807652930, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=46341 startCode=1731807653142. As of locationSeqNum=12. 2024-11-17T01:41:11,824 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,39203,1731807652930, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c6c0d7a0a7c0 port=46341 startCode=1731807653142. As of locationSeqNum=12. 2024-11-17T01:41:11,843 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,843 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807671822Running coprocessor pre-close hooks at 1731807671822Disabling compacts and flushes for region at 1731807671822Disabling writes for close at 1731807671823 (+1 ms)Writing region close event to WAL at 1731807671843 (+20 ms)Running coprocessor post-close hooks at 1731807671843Closed at 1731807671843 2024-11-17T01:41:11,843 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:11,853 INFO [regionserver/c6c0d7a0a7c0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:11,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6c0d7a0a7c0,46341,1731807653142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6c0d7a0a7c0,46341,1731807653142 aborting 2024-11-17T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6c0d7a0a7c0,46341,1731807653142 aborting 2024-11-17T01:41:11,932 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=12 from cache 2024-11-17T01:41:12,024 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(976): stopping server c6c0d7a0a7c0,46341,1731807653142; all regions closed. 2024-11-17T01:41:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741834_1010 (size=1677) 2024-11-17T01:41:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741834_1010 (size=1677) 2024-11-17T01:41:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741834_1010 (size=1677) 2024-11-17T01:41:12,029 DEBUG [RS:2;c6c0d7a0a7c0:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:12,029 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:12,029 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T01:41:12,029 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.ChoreService(370): Chore service for: regionserver/c6c0d7a0a7c0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T01:41:12,030 INFO [regionserver/c6c0d7a0a7c0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T01:41:12,030 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T01:41:12,030 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T01:41:12,030 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T01:41:12,030 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T01:41:12,030 INFO [RS:2;c6c0d7a0a7c0:46341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46341 2024-11-17T01:41:12,080 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T01:41:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6c0d7a0a7c0,46341,1731807653142 2024-11-17T01:41:12,081 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f00bc8e23c0@7f05e0c4 rejected from java.util.concurrent.ThreadPoolExecutor@3a077140[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T01:41:12,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T01:41:12,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6c0d7a0a7c0,46341,1731807653142] 2024-11-17T01:41:12,097 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6c0d7a0a7c0,46341,1731807653142 already deleted, retry=false 2024-11-17T01:41:12,097 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c6c0d7a0a7c0,46341,1731807653142 on c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:41:12,102 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c6c0d7a0a7c0,46341,1731807653142, splitWal=true, meta=false 2024-11-17T01:41:12,104 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for c6c0d7a0a7c0,46341,1731807653142 (carryingMeta=false) c6c0d7a0a7c0,46341,1731807653142/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@799502b9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T01:41:12,105 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c6c0d7a0a7c0,46341,1731807653142, splitWal=true, meta=false 2024-11-17T01:41:12,108 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): c6c0d7a0a7c0,46341,1731807653142 had 1 regions 2024-11-17T01:41:12,109 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c6c0d7a0a7c0,46341,1731807653142, splitWal=true, meta=false, isMeta: false 2024-11-17T01:41:12,111 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting 2024-11-17T01:41:12,112 INFO [PEWorker-2 {}] master.SplitWALManager(105): c6c0d7a0a7c0,46341,1731807653142 WAL count=1, meta=false 2024-11-17T01:41:12,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974}] 2024-11-17T01:41:12,121 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:12,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, worker=c6c0d7a0a7c0,34051,1731807653065}] 2024-11-17T01:41:12,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18] 2024-11-17T01:41:12,146 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6c0d7a0a7c0:46341 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c6c0d7a0a7c0/172.17.0.2:46341 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:12,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18, error=java.net.ConnectException: Call to address=c6c0d7a0a7c0:46341 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c6c0d7a0a7c0/172.17.0.2:46341 2024-11-17T01:41:12,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-17T01:41:12,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 from cache 2024-11-17T01:41:12,147 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address c6c0d7a0a7c0:46341 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c6c0d7a0a7c0/172.17.0.2:46341 2024-11-17T01:41:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10147bd37e50003, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:12,190 INFO [RS:2;c6c0d7a0a7c0:46341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T01:41:12,190 INFO [RS:2;c6c0d7a0a7c0:46341 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6c0d7a0a7c0,46341,1731807653142; zookeeper connection closed. 2024-11-17T01:41:12,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6df92b07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6df92b07 2024-11-17T01:41:12,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-17T01:41:12,337 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, size=1.6 K (1677bytes) 2024-11-17T01:41:12,337 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 2024-11-17T01:41:12,338 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 after 0ms 2024-11-17T01:41:12,341 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:12,341 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 took 4ms 2024-11-17T01:41:12,350 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for cdf1d67db13fe73cd5e5f65060d68d64: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-17T01:41:12,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 so closing down 2024-11-17T01:41:12,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:12,351 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:12,351 INFO [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-17T01:41:12,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, journal: Splitting hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, size=1.6 K (1677bytes) at 1731807672337Finishing writing output for hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 so closing down at 1731807672351 (+14 ms)3 split writer threads finished at 1731807672351Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731807672351 2024-11-17T01:41:12,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 2024-11-17T01:41:12,353 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c6c0d7a0a7c0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T01:41:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T01:41:12,360 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting/c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974 to hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs 2024-11-17T01:41:12,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T01:41:12,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, worker=c6c0d7a0a7c0,34051,1731807653065 in 236 msec 2024-11-17T01:41:12,373 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:12,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T01:41:12,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure c6c0d7a0a7c0%2C46341%2C1731807653142.1731807654974, worker=c6c0d7a0a7c0,34051,1731807653065 in 260 msec 2024-11-17T01:41:12,378 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting dir is empty, no logs to split. 2024-11-17T01:41:12,378 INFO [PEWorker-2 {}] master.SplitWALManager(105): c6c0d7a0a7c0,46341,1731807653142 WAL count=0, meta=false 2024-11-17T01:41:12,378 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if c6c0d7a0a7c0,46341,1731807653142 WAL splitting is done? wals=0, meta=false 2024-11-17T01:41:12,380 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c6c0d7a0a7c0,46341,1731807653142 failed, ignore...File hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/WALs/c6c0d7a0a7c0,46341,1731807653142-splitting does not exist. 2024-11-17T01:41:12,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN}] 2024-11-17T01:41:12,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN 2024-11-17T01:41:12,387 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T01:41:12,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-17T01:41:12,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:12,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-17T01:41:12,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:12,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18] 2024-11-17T01:41:12,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6c0d7a0a7c0:46341 this server is in the failed servers list 2024-11-17T01:41:12,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6c0d7a0a7c0:46341 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6c0d7a0a7c0:46341 2024-11-17T01:41:12,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6c0d7a0a7c0:46341 2024-11-17T01:41:12,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,46341,1731807653142, seqNum=18 from cache 2024-11-17T01:41:12,537 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(204): Hosts are {c6c0d7a0a7c0=0} racks are {/default-rack=0} 2024-11-17T01:41:12,537 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T01:41:12,537 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T01:41:12,537 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T01:41:12,537 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T01:41:12,537 INFO [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T01:41:12,538 INFO [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T01:41:12,538 DEBUG [c6c0d7a0a7c0:42787 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T01:41:12,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPENING, regionLocation=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:12,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN because future has completed 2024-11-17T01:41:12,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,34051,1731807653065}] 2024-11-17T01:41:12,698 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:12,698 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cdf1d67db13fe73cd5e5f65060d68d64, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:12,699 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,699 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:12,699 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,699 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,702 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,703 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf1 2024-11-17T01:41:12,703 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:12,710 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf1/3b6bdbbaf44d46a38d021ab274f1b7dc 2024-11-17T01:41:12,710 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:12,710 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,711 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf1d67db13fe73cd5e5f65060d68d64 columnFamilyName cf2 2024-11-17T01:41:12,711 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:12,720 DEBUG [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/cf2/bba7567829734395b82395a737fb6a4d 2024-11-17T01:41:12,721 INFO [StoreOpener-cdf1d67db13fe73cd5e5f65060d68d64-1 {}] regionserver.HStore(327): Store=cdf1d67db13fe73cd5e5f65060d68d64/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:12,721 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,722 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,723 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,724 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,724 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,725 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T01:41:12,727 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,728 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cdf1d67db13fe73cd5e5f65060d68d64; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64113375, jitterRate=-0.04463626444339752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T01:41:12,728 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:12,729 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cdf1d67db13fe73cd5e5f65060d68d64: Running coprocessor pre-open hook at 1731807672699Writing region info on filesystem at 1731807672699Initializing all the Stores at 1731807672701 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807672701Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807672701Cleaning up temporary data from old regions at 1731807672724 (+23 ms)Running coprocessor post-open hooks at 1731807672728 (+4 ms)Region opened successfully at 1731807672728 2024-11-17T01:41:12,730 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., pid=17, masterSystemTime=1731807672694 2024-11-17T01:41:12,732 DEBUG [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:12,733 INFO [RS_OPEN_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:12,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=cdf1d67db13fe73cd5e5f65060d68d64, regionState=OPEN, openSeqNum=18, regionLocation=c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,34051,1731807653065 because future has completed 2024-11-17T01:41:12,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T01:41:12,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure cdf1d67db13fe73cd5e5f65060d68d64, server=c6c0d7a0a7c0,34051,1731807653065 in 196 msec 2024-11-17T01:41:12,747 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server c6c0d7a0a7c0,46341,1731807653142 after splitting done 2024-11-17T01:41:12,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-17T01:41:12,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cdf1d67db13fe73cd5e5f65060d68d64, ASSIGN in 359 msec 2024-11-17T01:41:12,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure c6c0d7a0a7c0,46341,1731807653142, splitWal=true, meta=false in 649 msec 2024-11-17T01:41:12,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64., hostname=c6c0d7a0a7c0,34051,1731807653065, seqNum=18] 2024-11-17T01:41:12,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 407), OpenFileDescriptor=1049 (was 1021) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 633) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5368 (was 5447) 2024-11-17T01:41:12,988 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-17T01:41:13,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=5367 2024-11-17T01:41:13,001 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-17T01:41:13,023 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:13,025 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:13,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:13,028 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85241942, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-85241942, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:13,042 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85241942/hregion-85241942.1731807673029, exclude list is [], retry=0 2024-11-17T01:41:13,045 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:13,045 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:13,054 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:13,080 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85241942/hregion-85241942.1731807673029 2024-11-17T01:41:13,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:13,081 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a9c1c95a7a23475c8665f619e3d21daa, NAME => 'testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741893_1071 (size=67) 2024-11-17T01:41:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741893_1071 (size=67) 2024-11-17T01:41:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741893_1071 (size=67) 2024-11-17T01:41:13,098 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:13,100 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,102 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName a 2024-11-17T01:41:13,102 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,102 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,103 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,104 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName b 2024-11-17T01:41:13,104 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,105 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,105 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,106 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName c 2024-11-17T01:41:13,107 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,107 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,107 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,109 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,110 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:13,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,113 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:13,114 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9c1c95a7a23475c8665f619e3d21daa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70124141, jitterRate=0.04493112862110138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:13,114 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9c1c95a7a23475c8665f619e3d21daa: Writing region info on filesystem at 1731807673098Initializing all the Stores at 1731807673099 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673099Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673099Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673099Cleaning up temporary data from old regions at 1731807673109 (+10 ms)Region opened successfully at 1731807673114 (+5 ms) 2024-11-17T01:41:13,115 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9c1c95a7a23475c8665f619e3d21daa, disabling compactions & flushes 2024-11-17T01:41:13,115 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,115 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,115 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. after waiting 0 ms 2024-11-17T01:41:13,115 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,115 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,115 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9c1c95a7a23475c8665f619e3d21daa: Waiting for close lock at 1731807673115Disabling compacts and flushes for region at 1731807673115Disabling writes for close at 1731807673115Writing region close event to WAL at 1731807673115Closed at 1731807673115 2024-11-17T01:41:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741892_1070 (size=93) 2024-11-17T01:41:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741892_1070 (size=93) 2024-11-17T01:41:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741892_1070 (size=93) 2024-11-17T01:41:13,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:13,121 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85241942:(num 1731807673029) 2024-11-17T01:41:13,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:13,122 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:13,136 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, exclude list is [], retry=0 2024-11-17T01:41:13,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:13,139 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:13,139 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:13,153 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 2024-11-17T01:41:13,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:13,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9c1c95a7a23475c8665f619e3d21daa, NAME => 'testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:13,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:13,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,159 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,160 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName a 2024-11-17T01:41:13,160 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,160 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,160 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,162 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName b 2024-11-17T01:41:13,162 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,162 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,163 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,164 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName c 2024-11-17T01:41:13,164 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:13,164 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:13,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,167 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,168 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,168 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,168 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:13,171 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:13,173 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9c1c95a7a23475c8665f619e3d21daa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71542646, jitterRate=0.06606850028038025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:13,174 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9c1c95a7a23475c8665f619e3d21daa: Writing region info on filesystem at 1731807673155Initializing all the Stores at 1731807673157 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673157Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673158 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807673158Cleaning up temporary data from old regions at 1731807673168 (+10 ms)Region opened successfully at 1731807673174 (+6 ms) 2024-11-17T01:41:13,232 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9c1c95a7a23475c8665f619e3d21daa 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T01:41:13,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/a/a15debe8922342359e2e6d6c3e012ee9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731807673174/Put/seqid=0 2024-11-17T01:41:13,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741895_1073 (size=5958) 2024-11-17T01:41:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741895_1073 (size=5958) 2024-11-17T01:41:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741895_1073 (size=5958) 2024-11-17T01:41:13,348 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/a/a15debe8922342359e2e6d6c3e012ee9 2024-11-17T01:41:13,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/c63f5fa6bed648559e86be1f39172c63 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731807673196/Put/seqid=0 2024-11-17T01:41:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741896_1074 (size=5958) 2024-11-17T01:41:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741896_1074 (size=5958) 2024-11-17T01:41:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741896_1074 (size=5958) 2024-11-17T01:41:13,848 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/c63f5fa6bed648559e86be1f39172c63 2024-11-17T01:41:13,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/c/13198a0e0a7a4f58bc3e8bb66fb115f7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731807673213/Put/seqid=0 2024-11-17T01:41:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741897_1075 (size=5958) 2024-11-17T01:41:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741897_1075 (size=5958) 2024-11-17T01:41:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741897_1075 (size=5958) 2024-11-17T01:41:13,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/c/13198a0e0a7a4f58bc3e8bb66fb115f7 2024-11-17T01:41:13,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/a/a15debe8922342359e2e6d6c3e012ee9 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/a/a15debe8922342359e2e6d6c3e012ee9 2024-11-17T01:41:13,924 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/a/a15debe8922342359e2e6d6c3e012ee9, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T01:41:13,925 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/c63f5fa6bed648559e86be1f39172c63 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/c63f5fa6bed648559e86be1f39172c63 2024-11-17T01:41:13,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/c63f5fa6bed648559e86be1f39172c63, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T01:41:13,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/c/13198a0e0a7a4f58bc3e8bb66fb115f7 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/c/13198a0e0a7a4f58bc3e8bb66fb115f7 2024-11-17T01:41:13,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/c/13198a0e0a7a4f58bc3e8bb66fb115f7, entries=10, sequenceid=33, filesize=5.8 K 2024-11-17T01:41:13,941 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a9c1c95a7a23475c8665f619e3d21daa in 709ms, sequenceid=33, compaction requested=false 2024-11-17T01:41:13,941 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9c1c95a7a23475c8665f619e3d21daa: 2024-11-17T01:41:13,941 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a9c1c95a7a23475c8665f619e3d21daa, disabling compactions & flushes 2024-11-17T01:41:13,941 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,941 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,942 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. after waiting 0 ms 2024-11-17T01:41:13,942 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,943 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. 2024-11-17T01:41:13,943 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a9c1c95a7a23475c8665f619e3d21daa: Waiting for close lock at 1731807673941Disabling compacts and flushes for region at 1731807673941Disabling writes for close at 1731807673942 (+1 ms)Writing region close event to WAL at 1731807673943 (+1 ms)Closed at 1731807673943 2024-11-17T01:41:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741894_1072 (size=2873) 2024-11-17T01:41:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741894_1072 (size=2873) 2024-11-17T01:41:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741894_1072 (size=2873) 2024-11-17T01:41:13,952 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/c63f5fa6bed648559e86be1f39172c63 to hdfs://localhost:37725/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/c63f5fa6bed648559e86be1f39172c63 2024-11-17T01:41:13,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, size=2.8 K (2873bytes) 2024-11-17T01:41:13,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 2024-11-17T01:41:13,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 after 0ms 2024-11-17T01:41:13,973 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:13,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 took 3ms 2024-11-17T01:41:13,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 so closing down 2024-11-17T01:41:13,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:13,978 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731807673123.temp 2024-11-17T01:41:13,979 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp 2024-11-17T01:41:13,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741898_1076 (size=2312) 2024-11-17T01:41:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741898_1076 (size=2312) 2024-11-17T01:41:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741898_1076 (size=2312) 2024-11-17T01:41:14,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:14,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 2024-11-17T01:41:14,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 32 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-17T01:41:14,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, journal: Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, size=2.8 K (2873bytes) at 1731807673970Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 so closing down at 1731807673977 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp at 1731807673979 (+2 ms)3 split writer threads finished at 1731807673980 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731807674005 (+25 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000003-wal.1731807673123.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 at 1731807674006 (+1 ms)Processed 32 edits across 1 Regions in 32 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731807674006 2024-11-17T01:41:14,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807673123 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807673123 2024-11-17T01:41:14,009 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 2024-11-17T01:41:14,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:14,011 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:14,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807674011, exclude list is [], retry=0 2024-11-17T01:41:14,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:14,029 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:14,030 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:14,035 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807674011 2024-11-17T01:41:14,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:14,035 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a9c1c95a7a23475c8665f619e3d21daa, NAME => 'testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:14,035 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:14,035 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,036 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,037 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,038 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName a 2024-11-17T01:41:14,038 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,044 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/a/a15debe8922342359e2e6d6c3e012ee9 2024-11-17T01:41:14,044 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,044 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,046 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName b 2024-11-17T01:41:14,046 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,046 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,047 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,047 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c1c95a7a23475c8665f619e3d21daa columnFamilyName c 2024-11-17T01:41:14,048 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,056 DEBUG [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/c/13198a0e0a7a4f58bc3e8bb66fb115f7 2024-11-17T01:41:14,057 INFO [StoreOpener-a9c1c95a7a23475c8665f619e3d21daa-1 {}] regionserver.HStore(327): Store=a9c1c95a7a23475c8665f619e3d21daa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,064 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,065 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 2024-11-17T01:41:14,069 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:14,071 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 2024-11-17T01:41:14,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9c1c95a7a23475c8665f619e3d21daa 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T01:41:14,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/2ac8c03307fb4ee7807bde7646fd5d58 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731807673196/Put/seqid=0 2024-11-17T01:41:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741900_1078 (size=5958) 2024-11-17T01:41:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741900_1078 (size=5958) 2024-11-17T01:41:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741900_1078 (size=5958) 2024-11-17T01:41:14,147 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/2ac8c03307fb4ee7807bde7646fd5d58 2024-11-17T01:41:14,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/.tmp/b/2ac8c03307fb4ee7807bde7646fd5d58 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/2ac8c03307fb4ee7807bde7646fd5d58 2024-11-17T01:41:14,161 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/b/2ac8c03307fb4ee7807bde7646fd5d58, entries=10, sequenceid=32, filesize=5.8 K 2024-11-17T01:41:14,162 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a9c1c95a7a23475c8665f619e3d21daa in 90ms, sequenceid=32, compaction requested=false; wal=null 2024-11-17T01:41:14,162 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/0000000000000000032 2024-11-17T01:41:14,164 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,164 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:14,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a9c1c95a7a23475c8665f619e3d21daa 2024-11-17T01:41:14,168 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/a9c1c95a7a23475c8665f619e3d21daa/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-17T01:41:14,169 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a9c1c95a7a23475c8665f619e3d21daa; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69428530, jitterRate=0.03456571698188782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:14,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a9c1c95a7a23475c8665f619e3d21daa: Writing region info on filesystem at 1731807674036Initializing all the Stores at 1731807674036Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674036Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674037 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674037Obtaining lock to block concurrent updates at 1731807674071 (+34 ms)Preparing flush snapshotting stores in a9c1c95a7a23475c8665f619e3d21daa at 1731807674071Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731807674071Flushing stores of testReplayEditsWrittenViaHRegion,,1731807673024.a9c1c95a7a23475c8665f619e3d21daa. at 1731807674071Flushing a9c1c95a7a23475c8665f619e3d21daa/b: creating writer at 1731807674071Flushing a9c1c95a7a23475c8665f619e3d21daa/b: appending metadata at 1731807674118 (+47 ms)Flushing a9c1c95a7a23475c8665f619e3d21daa/b: closing flushed file at 1731807674118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cc8267: reopening flushed file at 1731807674154 (+36 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a9c1c95a7a23475c8665f619e3d21daa in 90ms, sequenceid=32, compaction requested=false; wal=null at 1731807674162 (+8 ms)Cleaning up temporary data from old regions at 1731807674164 (+2 ms)Region opened successfully at 1731807674170 (+6 ms) 2024-11-17T01:41:14,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=413 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:42342 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:33056 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:58890 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:42222 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:44172 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:35192 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1117 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=5335 (was 5367) 2024-11-17T01:41:14,217 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1117 is superior to 1024 2024-11-17T01:41:14,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=413, OpenFileDescriptor=1117, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=5334 2024-11-17T01:41:14,231 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1117 is superior to 1024 2024-11-17T01:41:14,251 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:14,254 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:14,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:14,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84325245, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-84325245, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:14,270 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84325245/hregion-84325245.1731807674257, exclude list is [], retry=0 2024-11-17T01:41:14,273 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:14,274 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:14,274 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:14,286 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84325245/hregion-84325245.1731807674257 2024-11-17T01:41:14,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:14,287 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2ba372486f75239503c4b18b80a070cb, NAME => 'testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741902_1080 (size=68) 2024-11-17T01:41:14,349 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:14,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741902_1080 (size=68) 2024-11-17T01:41:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741902_1080 (size=68) 2024-11-17T01:41:14,351 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,353 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName a 2024-11-17T01:41:14,353 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,355 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,355 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,359 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName b 2024-11-17T01:41:14,359 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,360 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,361 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,363 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName c 2024-11-17T01:41:14,363 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,364 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,364 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,369 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,370 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:14,372 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,375 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:14,376 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ba372486f75239503c4b18b80a070cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59423296, jitterRate=-0.11452388763427734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:14,377 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ba372486f75239503c4b18b80a070cb: Writing region info on filesystem at 1731807674349Initializing all the Stores at 1731807674350 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674350Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674351 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674351Cleaning up temporary data from old regions at 1731807674369 (+18 ms)Region opened successfully at 1731807674377 (+8 ms) 2024-11-17T01:41:14,377 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ba372486f75239503c4b18b80a070cb, disabling compactions & flushes 2024-11-17T01:41:14,377 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:14,377 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:14,377 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. after waiting 0 ms 2024-11-17T01:41:14,377 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:14,387 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:14,390 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ba372486f75239503c4b18b80a070cb: Waiting for close lock at 1731807674377Disabling compacts and flushes for region at 1731807674377Disabling writes for close at 1731807674377Writing region close event to WAL at 1731807674386 (+9 ms)Closed at 1731807674386 2024-11-17T01:41:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741901_1079 (size=93) 2024-11-17T01:41:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741901_1079 (size=93) 2024-11-17T01:41:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741901_1079 (size=93) 2024-11-17T01:41:14,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:14,418 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84325245:(num 1731807674257) 2024-11-17T01:41:14,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:14,421 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:14,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, exclude list is [], retry=0 2024-11-17T01:41:14,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:14,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:14,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:14,482 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 2024-11-17T01:41:14,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:14,585 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ba372486f75239503c4b18b80a070cb, NAME => 'testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:14,593 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,593 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:14,593 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,593 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T01:41:14,603 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,611 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName a 2024-11-17T01:41:14,612 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,614 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,632 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,633 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName b 2024-11-17T01:41:14,634 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,635 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,635 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,636 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName c 2024-11-17T01:41:14,636 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:14,637 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:14,637 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,641 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,647 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,647 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,648 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:14,650 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,652 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ba372486f75239503c4b18b80a070cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70514608, jitterRate=0.05074954032897949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:14,652 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:14,652 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ba372486f75239503c4b18b80a070cb: Running coprocessor pre-open hook at 1731807674594Writing region info on filesystem at 1731807674594Initializing all the Stores at 1731807674596 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674596Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674602 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807674602Cleaning up temporary data from old regions at 1731807674647 (+45 ms)Running coprocessor post-open hooks at 1731807674652 (+5 ms)Region opened successfully at 1731807674652 2024-11-17T01:41:14,675 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2ba372486f75239503c4b18b80a070cb 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-17T01:41:14,678 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:15,679 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:16,680 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:17,680 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:18,681 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:19,682 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:20,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T01:41:20,683 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:21,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T01:41:21,683 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:22,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-17T01:41:22,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:22,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-17T01:41:22,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:22,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-17T01:41:22,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:22,684 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:23,685 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2ba372486f75239503c4b18b80a070cb/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:23,686 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2ba372486f75239503c4b18b80a070cb: 2024-11-17T01:41:23,686 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2ba372486f75239503c4b18b80a070cb: 2024-11-17T01:41:23,705 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-17T01:41:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ba372486f75239503c4b18b80a070cb, disabling compactions & flushes 2024-11-17T01:41:23,705 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. after waiting 0 ms 2024-11-17T01:41:23,705 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,706 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,706 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. 2024-11-17T01:41:23,706 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ba372486f75239503c4b18b80a070cb: Waiting for close lock at 1731807683705Running coprocessor pre-close hooks at 1731807683705Disabling compacts and flushes for region at 1731807683705Disabling writes for close at 1731807683705Writing region close event to WAL at 1731807683706 (+1 ms)Running coprocessor post-close hooks at 1731807683706Closed at 1731807683706 2024-11-17T01:41:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741903_1081 (size=2398) 2024-11-17T01:41:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741903_1081 (size=2398) 2024-11-17T01:41:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741903_1081 (size=2398) 2024-11-17T01:41:23,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, size=2.3 K (2398bytes) 2024-11-17T01:41:23,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 2024-11-17T01:41:23,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 after 0ms 2024-11-17T01:41:23,735 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:23,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 took 4ms 2024-11-17T01:41:23,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 so closing down 2024-11-17T01:41:23,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:23,746 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731807674421.temp 2024-11-17T01:41:23,747 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp 2024-11-17T01:41:23,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741904_1082 (size=1672) 2024-11-17T01:41:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741904_1082 (size=1672) 2024-11-17T01:41:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741904_1082 (size=1672) 2024-11-17T01:41:23,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:23,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 2024-11-17T01:41:23,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-17T01:41:23,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, journal: Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, size=2.3 K (2398bytes) at 1731807683731Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 so closing down at 1731807683745 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp at 1731807683747 (+2 ms)3 split writer threads finished at 1731807683748 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731807683769 (+21 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000004-wal.1731807674421.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 at 1731807683770 (+1 ms)Processed 23 edits across 1 Regions in 27 ms; skipped=3; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731807683771 (+1 ms) 2024-11-17T01:41:23,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807674421 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807674421 2024-11-17T01:41:23,774 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 2024-11-17T01:41:23,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:23,777 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:23,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807683777, exclude list is [], retry=0 2024-11-17T01:41:23,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:23,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:23,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:23,801 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807683777 2024-11-17T01:41:23,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:23,802 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ba372486f75239503c4b18b80a070cb, NAME => 'testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:23,803 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,803 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:23,803 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,803 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,807 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,808 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName a 2024-11-17T01:41:23,808 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:23,809 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:23,809 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,809 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName b 2024-11-17T01:41:23,810 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:23,810 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:23,810 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,811 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba372486f75239503c4b18b80a070cb columnFamilyName c 2024-11-17T01:41:23,811 DEBUG [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:23,811 INFO [StoreOpener-2ba372486f75239503c4b18b80a070cb-1 {}] regionserver.HStore(327): Store=2ba372486f75239503c4b18b80a070cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:23,812 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,814 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 2024-11-17T01:41:23,817 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:23,819 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 2024-11-17T01:41:23,819 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2ba372486f75239503c4b18b80a070cb 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-17T01:41:23,835 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/a/e6d57e610e6d4cc5a6237c8a70984a44 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731807683692/Put/seqid=0 2024-11-17T01:41:23,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741906_1084 (size=5523) 2024-11-17T01:41:23,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741906_1084 (size=5523) 2024-11-17T01:41:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741906_1084 (size=5523) 2024-11-17T01:41:23,847 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/a/e6d57e610e6d4cc5a6237c8a70984a44 2024-11-17T01:41:23,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/b/7859420e53724868ae64b7c3b7d70420 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731807683687/Put/seqid=0 2024-11-17T01:41:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741907_1085 (size=5524) 2024-11-17T01:41:23,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741907_1085 (size=5524) 2024-11-17T01:41:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741907_1085 (size=5524) 2024-11-17T01:41:23,899 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/b/7859420e53724868ae64b7c3b7d70420 2024-11-17T01:41:23,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/c/8a3039de76484384ab32cf8278ae7f8e is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731807683689/Put/seqid=0 2024-11-17T01:41:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741908_1086 (size=5457) 2024-11-17T01:41:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741908_1086 (size=5457) 2024-11-17T01:41:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741908_1086 (size=5457) 2024-11-17T01:41:23,937 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/c/8a3039de76484384ab32cf8278ae7f8e 2024-11-17T01:41:23,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/a/e6d57e610e6d4cc5a6237c8a70984a44 as hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/a/e6d57e610e6d4cc5a6237c8a70984a44 2024-11-17T01:41:23,949 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/a/e6d57e610e6d4cc5a6237c8a70984a44, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T01:41:23,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/b/7859420e53724868ae64b7c3b7d70420 as hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/b/7859420e53724868ae64b7c3b7d70420 2024-11-17T01:41:23,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/b/7859420e53724868ae64b7c3b7d70420, entries=7, sequenceid=26, filesize=5.4 K 2024-11-17T01:41:23,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/.tmp/c/8a3039de76484384ab32cf8278ae7f8e as hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/c/8a3039de76484384ab32cf8278ae7f8e 2024-11-17T01:41:23,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/c/8a3039de76484384ab32cf8278ae7f8e, entries=6, sequenceid=26, filesize=5.3 K 2024-11-17T01:41:23,963 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 2ba372486f75239503c4b18b80a070cb in 144ms, sequenceid=26, compaction requested=false; wal=null 2024-11-17T01:41:23,964 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/0000000000000000026 2024-11-17T01:41:23,965 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,965 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,966 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:23,967 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,969 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsAfterAbortingFlush/2ba372486f75239503c4b18b80a070cb/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-17T01:41:23,969 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2ba372486f75239503c4b18b80a070cb; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60099725, jitterRate=-0.10444431006908417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:23,969 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ba372486f75239503c4b18b80a070cb 2024-11-17T01:41:23,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ba372486f75239503c4b18b80a070cb: Running coprocessor pre-open hook at 1731807683804Writing region info on filesystem at 1731807683804Initializing all the Stores at 1731807683804Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807683805 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807683806 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807683806Obtaining lock to block concurrent updates at 1731807683819 (+13 ms)Preparing flush snapshotting stores in 2ba372486f75239503c4b18b80a070cb at 1731807683819Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731807683819Flushing stores of testReplayEditsAfterAbortingFlush,,1731807674252.2ba372486f75239503c4b18b80a070cb. at 1731807683819Flushing 2ba372486f75239503c4b18b80a070cb/a: creating writer at 1731807683819Flushing 2ba372486f75239503c4b18b80a070cb/a: appending metadata at 1731807683834 (+15 ms)Flushing 2ba372486f75239503c4b18b80a070cb/a: closing flushed file at 1731807683834Flushing 2ba372486f75239503c4b18b80a070cb/b: creating writer at 1731807683853 (+19 ms)Flushing 2ba372486f75239503c4b18b80a070cb/b: appending metadata at 1731807683871 (+18 ms)Flushing 2ba372486f75239503c4b18b80a070cb/b: closing flushed file at 1731807683871Flushing 2ba372486f75239503c4b18b80a070cb/c: creating writer at 1731807683905 (+34 ms)Flushing 2ba372486f75239503c4b18b80a070cb/c: appending metadata at 1731807683925 (+20 ms)Flushing 2ba372486f75239503c4b18b80a070cb/c: closing flushed file at 1731807683925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3631110a: reopening flushed file at 1731807683942 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25eaa3e2: reopening flushed file at 1731807683950 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf7f23a: reopening flushed file at 1731807683956 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 2ba372486f75239503c4b18b80a070cb in 144ms, sequenceid=26, compaction requested=false; wal=null at 1731807683963 (+7 ms)Cleaning up temporary data from old regions at 1731807683965 (+2 ms)Running coprocessor post-open hooks at 1731807683969 (+4 ms)Region opened successfully at 1731807683970 (+1 ms) 2024-11-17T01:41:23,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=414 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57336 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34484 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57312 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53390 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53414 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34496 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1182 (was 1117) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=701 (was 662) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5328 (was 5334) 2024-11-17T01:41:23,993 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-17T01:41:24,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=701, ProcessCount=11, AvailableMemoryMB=5328 2024-11-17T01:41:24,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-17T01:41:24,028 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:24,030 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:24,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:24,034 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39964023, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-39964023, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:24,051 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39964023/hregion-39964023.1731807684034, exclude list is [], retry=0 2024-11-17T01:41:24,054 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:24,054 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:24,054 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:24,071 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39964023/hregion-39964023.1731807684034 2024-11-17T01:41:24,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:24,071 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eef15f4270920ac3f5cccac4cf99487c, NAME => 'testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741910_1088 (size=61) 2024-11-17T01:41:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741910_1088 (size=61) 2024-11-17T01:41:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741910_1088 (size=61) 2024-11-17T01:41:24,107 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:24,108 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,109 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef15f4270920ac3f5cccac4cf99487c columnFamilyName a 2024-11-17T01:41:24,110 DEBUG [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:24,110 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(327): Store=eef15f4270920ac3f5cccac4cf99487c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:24,111 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,111 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,112 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,112 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,115 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,118 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:24,118 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef15f4270920ac3f5cccac4cf99487c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75160743, jitterRate=0.11998234689235687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:41:24,119 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef15f4270920ac3f5cccac4cf99487c: Writing region info on filesystem at 1731807684107Initializing all the Stores at 1731807684108 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807684108Cleaning up temporary data from old regions at 1731807684112 (+4 ms)Region opened successfully at 1731807684119 (+7 ms) 2024-11-17T01:41:24,119 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eef15f4270920ac3f5cccac4cf99487c, disabling compactions & flushes 2024-11-17T01:41:24,119 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,119 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,119 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. after waiting 0 ms 2024-11-17T01:41:24,119 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,120 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,120 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eef15f4270920ac3f5cccac4cf99487c: Waiting for close lock at 1731807684119Disabling compacts and flushes for region at 1731807684119Disabling writes for close at 1731807684119Writing region close event to WAL at 1731807684120 (+1 ms)Closed at 1731807684120 2024-11-17T01:41:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741909_1087 (size=93) 2024-11-17T01:41:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741909_1087 (size=93) 2024-11-17T01:41:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741909_1087 (size=93) 2024-11-17T01:41:24,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:24,136 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39964023:(num 1731807684034) 2024-11-17T01:41:24,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:24,137 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:24,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, exclude list is [], retry=0 2024-11-17T01:41:24,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:24,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:24,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:24,163 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 2024-11-17T01:41:24,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:41:24,163 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eef15f4270920ac3f5cccac4cf99487c, NAME => 'testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:24,164 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:24,164 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,164 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,165 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,167 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef15f4270920ac3f5cccac4cf99487c columnFamilyName a 2024-11-17T01:41:24,168 DEBUG [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:24,168 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(327): Store=eef15f4270920ac3f5cccac4cf99487c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:24,168 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,171 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,171 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,173 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,174 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef15f4270920ac3f5cccac4cf99487c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73365132, jitterRate=0.09322565793991089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:41:24,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef15f4270920ac3f5cccac4cf99487c: Writing region info on filesystem at 1731807684164Initializing all the Stores at 1731807684165 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807684165Cleaning up temporary data from old regions at 1731807684171 (+6 ms)Region opened successfully at 1731807684175 (+4 ms) 2024-11-17T01:41:24,196 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eef15f4270920ac3f5cccac4cf99487c, disabling compactions & flushes 2024-11-17T01:41:24,196 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,196 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,196 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. after waiting 0 ms 2024-11-17T01:41:24,197 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,223 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,223 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. 2024-11-17T01:41:24,223 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eef15f4270920ac3f5cccac4cf99487c: Waiting for close lock at 1731807684196Disabling compacts and flushes for region at 1731807684196Disabling writes for close at 1731807684196Writing region close event to WAL at 1731807684223 (+27 ms)Closed at 1731807684223 2024-11-17T01:41:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741911_1089 (size=838) 2024-11-17T01:41:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741911_1089 (size=838) 2024-11-17T01:41:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741911_1089 (size=838) 2024-11-17T01:41:24,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, size=838 (838bytes) 2024-11-17T01:41:24,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 2024-11-17T01:41:24,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 after 1ms 2024-11-17T01:41:24,269 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:24,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 took 3ms 2024-11-17T01:41:24,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 so closing down 2024-11-17T01:41:24,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:24,272 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731807684138.temp 2024-11-17T01:41:24,274 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp 2024-11-17T01:41:24,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741912_1090 (size=838) 2024-11-17T01:41:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741912_1090 (size=838) 2024-11-17T01:41:24,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741912_1090 (size=838) 2024-11-17T01:41:24,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:24,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp to hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 2024-11-17T01:41:24,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, size=838, length=838, corrupted=false, cancelled=false 2024-11-17T01:41:24,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, journal: Splitting hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, size=838 (838bytes) at 1731807684266Finishing writing output for hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 so closing down at 1731807684271 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp at 1731807684274 (+3 ms)3 split writer threads finished at 1731807684274Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731807684280 (+6 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000003-wal.1731807684138.temp to hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 at 1731807684282 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138, size=838, length=838, corrupted=false, cancelled=false at 1731807684282 2024-11-17T01:41:24,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684138 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807684138 2024-11-17T01:41:24,294 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 2024-11-17T01:41:24,298 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:24,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:24,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:24,757 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684744, exclude list is [], retry=0 2024-11-17T01:41:24,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:24,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:24,760 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:24,763 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684744 2024-11-17T01:41:24,763 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:41:24,763 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eef15f4270920ac3f5cccac4cf99487c, NAME => 'testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:24,764 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:24,764 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,764 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,775 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,777 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef15f4270920ac3f5cccac4cf99487c columnFamilyName a 2024-11-17T01:41:24,777 DEBUG [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:24,778 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(327): Store=eef15f4270920ac3f5cccac4cf99487c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:24,778 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,779 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,780 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,781 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 2024-11-17T01:41:24,783 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:24,787 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 2024-11-17T01:41:24,787 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eef15f4270920ac3f5cccac4cf99487c 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-17T01:41:24,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/.tmp/a/826c69738c174db2b4e35a864b1a9481 is 79, key is testDatalossWhenInputError/a:x0/1731807684175/Put/seqid=0 2024-11-17T01:41:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741914_1092 (size=5808) 2024-11-17T01:41:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741914_1092 (size=5808) 2024-11-17T01:41:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741914_1092 (size=5808) 2024-11-17T01:41:24,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/.tmp/a/826c69738c174db2b4e35a864b1a9481 2024-11-17T01:41:24,851 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/.tmp/a/826c69738c174db2b4e35a864b1a9481 as hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/a/826c69738c174db2b4e35a864b1a9481 2024-11-17T01:41:24,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/a/826c69738c174db2b4e35a864b1a9481, entries=10, sequenceid=12, filesize=5.7 K 2024-11-17T01:41:24,861 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for eef15f4270920ac3f5cccac4cf99487c in 74ms, sequenceid=12, compaction requested=false; wal=null 2024-11-17T01:41:24,862 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/0000000000000000012 2024-11-17T01:41:24,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,867 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,869 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-17T01:41:24,870 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef15f4270920ac3f5cccac4cf99487c; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74325034, jitterRate=0.10752931237220764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:41:24,871 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef15f4270920ac3f5cccac4cf99487c: Writing region info on filesystem at 1731807684764Initializing all the Stores at 1731807684767 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807684767Obtaining lock to block concurrent updates at 1731807684787 (+20 ms)Preparing flush snapshotting stores in eef15f4270920ac3f5cccac4cf99487c at 1731807684787Finished memstore snapshotting testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731807684787Flushing stores of testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c. at 1731807684787Flushing eef15f4270920ac3f5cccac4cf99487c/a: creating writer at 1731807684787Flushing eef15f4270920ac3f5cccac4cf99487c/a: appending metadata at 1731807684811 (+24 ms)Flushing eef15f4270920ac3f5cccac4cf99487c/a: closing flushed file at 1731807684812 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa8d77d: reopening flushed file at 1731807684849 (+37 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for eef15f4270920ac3f5cccac4cf99487c in 74ms, sequenceid=12, compaction requested=false; wal=null at 1731807684861 (+12 ms)Cleaning up temporary data from old regions at 1731807684863 (+2 ms)Region opened successfully at 1731807684871 (+8 ms) 2024-11-17T01:41:24,874 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eef15f4270920ac3f5cccac4cf99487c, NAME => 'testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:24,874 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731807684029.eef15f4270920ac3f5cccac4cf99487c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:24,875 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,875 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,876 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,877 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef15f4270920ac3f5cccac4cf99487c columnFamilyName a 2024-11-17T01:41:24,877 DEBUG [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:24,888 DEBUG [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/a/826c69738c174db2b4e35a864b1a9481 2024-11-17T01:41:24,888 INFO [StoreOpener-eef15f4270920ac3f5cccac4cf99487c-1 {}] regionserver.HStore(327): Store=eef15f4270920ac3f5cccac4cf99487c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:24,888 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,890 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,892 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,892 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eef15f4270920ac3f5cccac4cf99487c 2024-11-17T01:41:24,899 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testDatalossWhenInputError/eef15f4270920ac3f5cccac4cf99487c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-17T01:41:24,900 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eef15f4270920ac3f5cccac4cf99487c; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60763512, jitterRate=-0.09455311298370361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T01:41:24,900 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eef15f4270920ac3f5cccac4cf99487c: Writing region info on filesystem at 1731807684875Initializing all the Stores at 1731807684876 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807684876Cleaning up temporary data from old regions at 1731807684892 (+16 ms)Region opened successfully at 1731807684900 (+8 ms) 2024-11-17T01:41:24,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=424 (was 414) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57336 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53390 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57414 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34574 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34496 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53500 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1521214777-172.17.0.2-1731807647076:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=701 (was 701), ProcessCount=11 (was 11), AvailableMemoryMB=5315 (was 5328) 2024-11-17T01:41:24,921 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-17T01:41:24,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=701, ProcessCount=11, AvailableMemoryMB=5315 2024-11-17T01:41:24,934 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-17T01:41:24,955 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:24,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:24,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:24,962 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53100091, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-53100091, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:24,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53100091/hregion-53100091.1731807684963, exclude list is [], retry=0 2024-11-17T01:41:24,989 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:24,993 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:24,994 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:25,020 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53100091/hregion-53100091.1731807684963 2024-11-17T01:41:25,020 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:41:25,020 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f4d1b8da067b0174d963724d9e744d3f, NAME => 'testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741916_1094 (size=63) 2024-11-17T01:41:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741916_1094 (size=63) 2024-11-17T01:41:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741916_1094 (size=63) 2024-11-17T01:41:25,064 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:25,065 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,067 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName a 2024-11-17T01:41:25,067 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,068 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,068 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,069 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName b 2024-11-17T01:41:25,069 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,069 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,069 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,071 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName c 2024-11-17T01:41:25,071 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,074 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,077 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:25,079 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,081 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:25,082 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f4d1b8da067b0174d963724d9e744d3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75196716, jitterRate=0.12051838636398315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:25,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f4d1b8da067b0174d963724d9e744d3f: Writing region info on filesystem at 1731807685064Initializing all the Stores at 1731807685065 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685065Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685065Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685065Cleaning up temporary data from old regions at 1731807685077 (+12 ms)Region opened successfully at 1731807685082 (+5 ms) 2024-11-17T01:41:25,082 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f4d1b8da067b0174d963724d9e744d3f, disabling compactions & flushes 2024-11-17T01:41:25,082 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:25,082 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. after waiting 0 ms 2024-11-17T01:41:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:25,083 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f4d1b8da067b0174d963724d9e744d3f: Waiting for close lock at 1731807685082Disabling compacts and flushes for region at 1731807685082Disabling writes for close at 1731807685083 (+1 ms)Writing region close event to WAL at 1731807685083Closed at 1731807685083 2024-11-17T01:41:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741915_1093 (size=93) 2024-11-17T01:41:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741915_1093 (size=93) 2024-11-17T01:41:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741915_1093 (size=93) 2024-11-17T01:41:25,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:25,093 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53100091:(num 1731807684963) 2024-11-17T01:41:25,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:25,096 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:25,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, exclude list is [], retry=0 2024-11-17T01:41:25,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:25,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:25,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:25,155 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 2024-11-17T01:41:25,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:41:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f4d1b8da067b0174d963724d9e744d3f, NAME => 'testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,157 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,158 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName a 2024-11-17T01:41:25,158 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,159 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,159 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,160 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName b 2024-11-17T01:41:25,160 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,162 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,162 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,163 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName c 2024-11-17T01:41:25,163 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:25,164 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:25,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,167 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,168 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:25,176 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:25,177 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f4d1b8da067b0174d963724d9e744d3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69575280, jitterRate=0.03675246238708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:25,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f4d1b8da067b0174d963724d9e744d3f: Writing region info on filesystem at 1731807685156Initializing all the Stores at 1731807685157 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685157Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685157Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807685157Cleaning up temporary data from old regions at 1731807685167 (+10 ms)Region opened successfully at 1731807685178 (+11 ms) 2024-11-17T01:41:25,192 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731807685192/Put/seqid=0 2024-11-17T01:41:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741918_1096 (size=4875) 2024-11-17T01:41:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741918_1096 (size=4875) 2024-11-17T01:41:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741918_1096 (size=4875) 2024-11-17T01:41:25,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731807685258/Put/seqid=0 2024-11-17T01:41:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741919_1097 (size=4875) 2024-11-17T01:41:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741919_1097 (size=4875) 2024-11-17T01:41:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741919_1097 (size=4875) 2024-11-17T01:41:25,277 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731807685276/Put/seqid=0 2024-11-17T01:41:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741920_1098 (size=4875) 2024-11-17T01:41:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741920_1098 (size=4875) 2024-11-17T01:41:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741920_1098 (size=4875) 2024-11-17T01:41:25,311 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,320 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-17T01:41:25,320 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T01:41:25,320 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,325 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-17T01:41:25,325 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T01:41:25,325 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,328 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-17T01:41:25,328 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T01:41:25,328 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f4d1b8da067b0174d963724d9e744d3f 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-17T01:41:25,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp/a/2a84422c7d6c4332b393083648372106 is 55, key is testCompactedBulkLoadedFiles/a:a/1731807685178/Put/seqid=0 2024-11-17T01:41:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741921_1099 (size=5107) 2024-11-17T01:41:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741921_1099 (size=5107) 2024-11-17T01:41:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741921_1099 (size=5107) 2024-11-17T01:41:25,359 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp/a/2a84422c7d6c4332b393083648372106 2024-11-17T01:41:25,366 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp/a/2a84422c7d6c4332b393083648372106 as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106 2024-11-17T01:41:25,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106, entries=1, sequenceid=4, filesize=5.0 K 2024-11-17T01:41:25,377 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f4d1b8da067b0174d963724d9e744d3f in 49ms, sequenceid=4, compaction requested=false 2024-11-17T01:41:25,377 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f4d1b8da067b0174d963724d9e744d3f: 2024-11-17T01:41:25,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ 2024-11-17T01:41:25,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ 2024-11-17T01:41:25,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ 2024-11-17T01:41:25,382 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile0 into f4d1b8da067b0174d963724d9e744d3f/a as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ - updating store file list. 2024-11-17T01:41:25,388 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5ebc39cb34b464288a4663faab8cb70_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:25,388 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ into f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,388 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile0 into f4d1b8da067b0174d963724d9e744d3f/a (new location: hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_) 2024-11-17T01:41:25,390 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile1 into f4d1b8da067b0174d963724d9e744d3f/a as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ - updating store file list. 2024-11-17T01:41:25,396 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:25,396 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ into f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,397 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile1 into f4d1b8da067b0174d963724d9e744d3f/a (new location: hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_) 2024-11-17T01:41:25,398 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile2 into f4d1b8da067b0174d963724d9e744d3f/a as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ - updating store file list. 2024-11-17T01:41:25,404 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:25,404 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ into f4d1b8da067b0174d963724d9e744d3f/a 2024-11-17T01:41:25,404 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37725/hbase/testCompactedBulkLoadedFiles/hfile2 into f4d1b8da067b0174d963724d9e744d3f/a (new location: hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_) 2024-11-17T01:41:25,413 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T01:41:25,413 DEBUG [Time-limited test {}] regionserver.HStore(1541): f4d1b8da067b0174d963724d9e744d3f/a is initiating major compaction (all files) 2024-11-17T01:41:25,413 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f4d1b8da067b0174d963724d9e744d3f/a in testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:25,414 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_] into tmpdir=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp, totalSize=19.3 K 2024-11-17T01:41:25,414 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2a84422c7d6c4332b393083648372106, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731807685178 2024-11-17T01:41:25,414 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e5ebc39cb34b464288a4663faab8cb70_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T01:41:25,415 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T01:41:25,415 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-17T01:41:25,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp/a/82e11a4732b14821a6acd443701bdf24 is 55, key is testCompactedBulkLoadedFiles/a:a/1731807685178/Put/seqid=0 2024-11-17T01:41:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741922_1100 (size=6154) 2024-11-17T01:41:25,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741922_1100 (size=6154) 2024-11-17T01:41:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741922_1100 (size=6154) 2024-11-17T01:41:25,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/.tmp/a/82e11a4732b14821a6acd443701bdf24 as hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/82e11a4732b14821a6acd443701bdf24 2024-11-17T01:41:25,468 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f4d1b8da067b0174d963724d9e744d3f/a of f4d1b8da067b0174d963724d9e744d3f into 82e11a4732b14821a6acd443701bdf24(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T01:41:25,468 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f4d1b8da067b0174d963724d9e744d3f: 2024-11-17T01:41:25,468 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T01:41:25,468 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-17T01:41:25,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, size=0 (0bytes) 2024-11-17T01:41:25,501 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 might be still open, length is 0 2024-11-17T01:41:25,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 2024-11-17T01:41:25,502 WARN [IPC Server handler 4 on default port 37725 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-17T01:41:25,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 after 1ms 2024-11-17T01:41:26,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53524 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39587:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53524 dst: /127.0.0.1:39587 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39587 remote=/127.0.0.1:53524]. Total timeout mills is 60000, 58479 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:26,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57460 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43489:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57460 dst: /127.0.0.1:43489 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:26,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34608 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35209:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34608 dst: /127.0.0.1:35209 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:26,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741917_1101 (size=1368) 2024-11-17T01:41:26,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741917_1101 (size=1368) 2024-11-17T01:41:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741917_1101 (size=1368) 2024-11-17T01:41:29,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T01:41:29,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 after 4002ms 2024-11-17T01:41:29,509 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:29,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 took 4009ms 2024-11-17T01:41:29,513 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096; continuing. 2024-11-17T01:41:29,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 so closing down 2024-11-17T01:41:29,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:29,515 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731807685096.temp 2024-11-17T01:41:29,517 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp 2024-11-17T01:41:29,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741923_1102 (size=635) 2024-11-17T01:41:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741923_1102 (size=635) 2024-11-17T01:41:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741923_1102 (size=635) 2024-11-17T01:41:29,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:29,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp to hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 2024-11-17T01:41:29,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T01:41:29,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, journal: Splitting hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, size=0 (0bytes) at 1731807685501Finishing writing output for hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 so closing down at 1731807689513 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp at 1731807689517 (+4 ms)3 split writer threads finished at 1731807689517Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731807689527 (+10 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000003-wal.1731807685096.temp to hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 at 1731807689528 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096, size=0, length=0, corrupted=false, cancelled=false at 1731807689528 2024-11-17T01:41:29,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807685096 2024-11-17T01:41:29,530 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 2024-11-17T01:41:29,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:29,532 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:29,544 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807689532, exclude list is [], retry=0 2024-11-17T01:41:29,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:29,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:29,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:29,548 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807689532 2024-11-17T01:41:29,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:29,549 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f4d1b8da067b0174d963724d9e744d3f, NAME => 'testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:29,549 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:29,549 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,549 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,551 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,551 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName a 2024-11-17T01:41:29,551 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,557 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106 2024-11-17T01:41:29,561 DEBUG [StoreFileOpener-f4d1b8da067b0174d963724d9e744d3f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:29,561 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ 2024-11-17T01:41:29,564 DEBUG [StoreFileOpener-f4d1b8da067b0174d963724d9e744d3f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:29,564 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ 2024-11-17T01:41:29,568 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/82e11a4732b14821a6acd443701bdf24 2024-11-17T01:41:29,571 DEBUG [StoreFileOpener-f4d1b8da067b0174d963724d9e744d3f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5ebc39cb34b464288a4663faab8cb70_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T01:41:29,571 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ 2024-11-17T01:41:29,571 WARN [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1695cdec 2024-11-17T01:41:29,572 WARN [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1695cdec 2024-11-17T01:41:29,572 WARN [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1695cdec 2024-11-17T01:41:29,572 WARN [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1695cdec 2024-11-17T01:41:29,572 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_] to archive 2024-11-17T01:41:29,573 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T01:41:29,574 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106 to hdfs://localhost:37725/hbase/archive/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/2a84422c7d6c4332b393083648372106 2024-11-17T01:41:29,575 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ to hdfs://localhost:37725/hbase/archive/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_ 2024-11-17T01:41:29,576 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ to hdfs://localhost:37725/hbase/archive/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_ 2024-11-17T01:41:29,577 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ to hdfs://localhost:37725/hbase/archive/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/a/e5ebc39cb34b464288a4663faab8cb70_SeqId_4_ 2024-11-17T01:41:29,577 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,577 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,578 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName b 2024-11-17T01:41:29,578 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,578 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,578 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,579 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4d1b8da067b0174d963724d9e744d3f columnFamilyName c 2024-11-17T01:41:29,579 DEBUG [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,579 INFO [StoreOpener-f4d1b8da067b0174d963724d9e744d3f-1 {}] regionserver.HStore(327): Store=f4d1b8da067b0174d963724d9e744d3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,579 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,581 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,582 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 2024-11-17T01:41:29,583 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:29,585 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f4d1b8da067b0174d963724d9e744d3f : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f4d1b8da067b0174d963724d9e744d3f" family_name: "a" compaction_input: "2a84422c7d6c4332b393083648372106" compaction_input: "e5ebc39cb34b464288a4663faab8cb70_SeqId_4_" compaction_input: "521c238d1b3c4cd8a973fddb88b09f41_SeqId_4_" compaction_input: "64ff0cf078fd4dcf9c051355e2647bb4_SeqId_4_" compaction_output: "82e11a4732b14821a6acd443701bdf24" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-17T01:41:29,585 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-17T01:41:29,585 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 2024-11-17T01:41:29,586 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/0000000000000000008 2024-11-17T01:41:29,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,587 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:29,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f4d1b8da067b0174d963724d9e744d3f 2024-11-17T01:41:29,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testCompactedBulkLoadedFiles/f4d1b8da067b0174d963724d9e744d3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T01:41:29,591 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f4d1b8da067b0174d963724d9e744d3f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74481622, jitterRate=0.10986265540122986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:29,592 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f4d1b8da067b0174d963724d9e744d3f: Writing region info on filesystem at 1731807689549Initializing all the Stores at 1731807689550 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689550Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689550Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689550Cleaning up temporary data from old regions at 1731807689587 (+37 ms)Region opened successfully at 1731807689591 (+4 ms) 2024-11-17T01:41:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f4d1b8da067b0174d963724d9e744d3f, disabling compactions & flushes 2024-11-17T01:41:29,594 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. after waiting 0 ms 2024-11-17T01:41:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:29,594 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731807684956.f4d1b8da067b0174d963724d9e744d3f. 2024-11-17T01:41:29,594 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f4d1b8da067b0174d963724d9e744d3f: Waiting for close lock at 1731807689594Disabling compacts and flushes for region at 1731807689594Disabling writes for close at 1731807689594Writing region close event to WAL at 1731807689594Closed at 1731807689594 2024-11-17T01:41:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741924_1103 (size=93) 2024-11-17T01:41:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741924_1103 (size=93) 2024-11-17T01:41:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741924_1103 (size=93) 2024-11-17T01:41:29,599 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:29,599 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731807689532) 2024-11-17T01:41:29,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=437 (was 424) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1080511005_22 at /127.0.0.1:57524 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1080511005_22 at /127.0.0.1:34674 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:37725 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1080511005_22 at /127.0.0.1:53562 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 701), ProcessCount=11 (was 11), AvailableMemoryMB=5303 (was 5315) 2024-11-17T01:41:29,612 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-17T01:41:29,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=5303 2024-11-17T01:41:29,627 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-17T01:41:29,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:29,645 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T01:41:29,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T01:41:29,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36026028, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/hregion-36026028, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:29,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36026028/hregion-36026028.1731807689648, exclude list is [], retry=0 2024-11-17T01:41:29,661 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:29,662 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:29,662 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:29,663 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36026028/hregion-36026028.1731807689648 2024-11-17T01:41:29,664 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:29,664 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e94fd3d1a227f025116b8775b1d06da8, NAME => 'testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37725/hbase 2024-11-17T01:41:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741926_1105 (size=67) 2024-11-17T01:41:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741926_1105 (size=67) 2024-11-17T01:41:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741926_1105 (size=67) 2024-11-17T01:41:29,672 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:29,674 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,676 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName a 2024-11-17T01:41:29,676 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,676 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,676 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,677 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName b 2024-11-17T01:41:29,677 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,678 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,678 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,679 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName c 2024-11-17T01:41:29,679 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,679 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,679 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,680 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,681 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,681 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,682 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:29,683 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,685 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T01:41:29,685 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e94fd3d1a227f025116b8775b1d06da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63914613, jitterRate=-0.04759804904460907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:29,685 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e94fd3d1a227f025116b8775b1d06da8: Writing region info on filesystem at 1731807689672Initializing all the Stores at 1731807689673 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689673Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689674 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689674Cleaning up temporary data from old regions at 1731807689681 (+7 ms)Region opened successfully at 1731807689685 (+4 ms) 2024-11-17T01:41:29,685 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e94fd3d1a227f025116b8775b1d06da8, disabling compactions & flushes 2024-11-17T01:41:29,686 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,686 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,686 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. after waiting 0 ms 2024-11-17T01:41:29,686 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,686 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,686 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e94fd3d1a227f025116b8775b1d06da8: Waiting for close lock at 1731807689685Disabling compacts and flushes for region at 1731807689685Disabling writes for close at 1731807689686 (+1 ms)Writing region close event to WAL at 1731807689686Closed at 1731807689686 2024-11-17T01:41:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741925_1104 (size=93) 2024-11-17T01:41:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741925_1104 (size=93) 2024-11-17T01:41:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741925_1104 (size=93) 2024-11-17T01:41:29,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:29,690 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36026028:(num 1731807689648) 2024-11-17T01:41:29,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:29,692 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:29,704 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, exclude list is [], retry=0 2024-11-17T01:41:29,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:29,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:29,707 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:29,708 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 2024-11-17T01:41:29,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789)] 2024-11-17T01:41:29,708 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e94fd3d1a227f025116b8775b1d06da8, NAME => 'testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:29,709 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:29,709 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,709 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,710 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,710 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName a 2024-11-17T01:41:29,711 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,711 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,711 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,712 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName b 2024-11-17T01:41:29,712 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,712 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,712 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,713 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName c 2024-11-17T01:41:29,713 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,713 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,713 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,715 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,716 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:29,717 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,718 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e94fd3d1a227f025116b8775b1d06da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64678297, jitterRate=-0.036218270659446716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:29,718 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e94fd3d1a227f025116b8775b1d06da8: Writing region info on filesystem at 1731807689709Initializing all the Stores at 1731807689709Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689709Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689710 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689710Cleaning up temporary data from old regions at 1731807689716 (+6 ms)Region opened successfully at 1731807689718 (+2 ms) 2024-11-17T01:41:29,726 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e94fd3d1a227f025116b8775b1d06da8 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-17T01:41:29,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/c5ce0ab99e1349989bc149c8c39e334a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731807689718/Put/seqid=0 2024-11-17T01:41:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741928_1107 (size=5958) 2024-11-17T01:41:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741928_1107 (size=5958) 2024-11-17T01:41:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741928_1107 (size=5958) 2024-11-17T01:41:29,758 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/c5ce0ab99e1349989bc149c8c39e334a 2024-11-17T01:41:29,763 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/c5ce0ab99e1349989bc149c8c39e334a as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/c5ce0ab99e1349989bc149c8c39e334a 2024-11-17T01:41:29,768 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/c5ce0ab99e1349989bc149c8c39e334a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-17T01:41:29,770 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e94fd3d1a227f025116b8775b1d06da8 in 43ms, sequenceid=13, compaction requested=false 2024-11-17T01:41:29,770 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e94fd3d1a227f025116b8775b1d06da8: 2024-11-17T01:41:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e94fd3d1a227f025116b8775b1d06da8, disabling compactions & flushes 2024-11-17T01:41:29,785 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. after waiting 0 ms 2024-11-17T01:41:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,786 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,786 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:29,786 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e94fd3d1a227f025116b8775b1d06da8: Waiting for close lock at 1731807689785Disabling compacts and flushes for region at 1731807689785Disabling writes for close at 1731807689785Writing region close event to WAL at 1731807689786 (+1 ms)Closed at 1731807689786 2024-11-17T01:41:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741927_1106 (size=2805) 2024-11-17T01:41:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741927_1106 (size=2805) 2024-11-17T01:41:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741927_1106 (size=2805) 2024-11-17T01:41:29,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, size=2.7 K (2805bytes) 2024-11-17T01:41:29,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 2024-11-17T01:41:29,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 after 1ms 2024-11-17T01:41:29,805 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:29,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 took 3ms 2024-11-17T01:41:29,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 so closing down 2024-11-17T01:41:29,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:29,808 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731807689692.temp 2024-11-17T01:41:29,809 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp 2024-11-17T01:41:29,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741929_1108 (size=2312) 2024-11-17T01:41:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741929_1108 (size=2312) 2024-11-17T01:41:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741929_1108 (size=2312) 2024-11-17T01:41:29,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:29,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 2024-11-17T01:41:29,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-17T01:41:29,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, journal: Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, size=2.7 K (2805bytes) at 1731807689802Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 so closing down at 1731807689807 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp at 1731807689809 (+2 ms)3 split writer threads finished at 1731807689809Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731807689815 (+6 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000003-wal.1731807689692.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 at 1731807689816 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731807689816 2024-11-17T01:41:29,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689692 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807689692 2024-11-17T01:41:29,818 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 2024-11-17T01:41:29,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:29,819 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:29,832 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, exclude list is [], retry=0 2024-11-17T01:41:29,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:29,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:29,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:29,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 2024-11-17T01:41:29,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34801:34801),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:38631:38631)] 2024-11-17T01:41:29,837 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e94fd3d1a227f025116b8775b1d06da8, NAME => 'testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T01:41:29,837 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:29,837 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,837 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,839 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,839 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName a 2024-11-17T01:41:29,840 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,844 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/c5ce0ab99e1349989bc149c8c39e334a 2024-11-17T01:41:29,844 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,844 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,845 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName b 2024-11-17T01:41:29,845 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,845 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,846 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,846 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName c 2024-11-17T01:41:29,846 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:29,846 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:29,846 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,848 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,849 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 2024-11-17T01:41:29,850 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:29,851 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 2024-11-17T01:41:29,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e94fd3d1a227f025116b8775b1d06da8 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-17T01:41:29,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/2660c1f0bd954e629e46dea748e3f977 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731807689770/Put/seqid=0 2024-11-17T01:41:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741931_1110 (size=5958) 2024-11-17T01:41:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741931_1110 (size=5958) 2024-11-17T01:41:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741931_1110 (size=5958) 2024-11-17T01:41:29,871 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/2660c1f0bd954e629e46dea748e3f977 2024-11-17T01:41:29,888 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/a25838eea5944209a5c63cfa8bdf12e0 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731807689777/Put/seqid=0 2024-11-17T01:41:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741932_1111 (size=5958) 2024-11-17T01:41:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741932_1111 (size=5958) 2024-11-17T01:41:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741932_1111 (size=5958) 2024-11-17T01:41:29,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/a25838eea5944209a5c63cfa8bdf12e0 2024-11-17T01:41:29,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/2660c1f0bd954e629e46dea748e3f977 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/b/2660c1f0bd954e629e46dea748e3f977 2024-11-17T01:41:29,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/b/2660c1f0bd954e629e46dea748e3f977, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T01:41:29,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/a25838eea5944209a5c63cfa8bdf12e0 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/c/a25838eea5944209a5c63cfa8bdf12e0 2024-11-17T01:41:29,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/c/a25838eea5944209a5c63cfa8bdf12e0, entries=10, sequenceid=35, filesize=5.8 K 2024-11-17T01:41:29,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e94fd3d1a227f025116b8775b1d06da8 in 60ms, sequenceid=35, compaction requested=false; wal=null 2024-11-17T01:41:29,912 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000035 2024-11-17T01:41:29,913 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,913 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,914 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:29,915 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:29,917 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-17T01:41:29,917 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e94fd3d1a227f025116b8775b1d06da8; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65877543, jitterRate=-0.01834811270236969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:29,918 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e94fd3d1a227f025116b8775b1d06da8: Writing region info on filesystem at 1731807689837Initializing all the Stores at 1731807689838 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689838Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689839 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807689839Obtaining lock to block concurrent updates at 1731807689851 (+12 ms)Preparing flush snapshotting stores in e94fd3d1a227f025116b8775b1d06da8 at 1731807689851Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731807689852 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. at 1731807689852Flushing e94fd3d1a227f025116b8775b1d06da8/b: creating writer at 1731807689852Flushing e94fd3d1a227f025116b8775b1d06da8/b: appending metadata at 1731807689864 (+12 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/b: closing flushed file at 1731807689864Flushing e94fd3d1a227f025116b8775b1d06da8/c: creating writer at 1731807689875 (+11 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/c: appending metadata at 1731807689888 (+13 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/c: closing flushed file at 1731807689888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a953b7: reopening flushed file at 1731807689899 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62368e04: reopening flushed file at 1731807689905 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e94fd3d1a227f025116b8775b1d06da8 in 60ms, sequenceid=35, compaction requested=false; wal=null at 1731807689911 (+6 ms)Cleaning up temporary data from old regions at 1731807689913 (+2 ms)Region opened successfully at 1731807689917 (+4 ms) 2024-11-17T01:41:30,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, size=0 (0bytes) 2024-11-17T01:41:30,012 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 might be still open, length is 0 2024-11-17T01:41:30,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 2024-11-17T01:41:30,012 WARN [IPC Server handler 0 on default port 37725 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-17T01:41:30,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 after 1ms 2024-11-17T01:41:32,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-17T01:41:32,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:32,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-17T01:41:32,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-17T01:41:32,989 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:34718 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35209:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34718 dst: /127.0.0.1:35209 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35209 remote=/127.0.0.1:34718]. Total timeout mills is 60000, 56970 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:32,990 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:57584 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43489:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57584 dst: /127.0.0.1:43489 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:32,990 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-918314077_22 at /127.0.0.1:53656 [Receiving block BP-1521214777-172.17.0.2-1731807647076:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39587:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53656 dst: /127.0.0.1:39587 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741930_1112 (size=2304) 2024-11-17T01:41:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741930_1112 (size=2304) 2024-11-17T01:41:34,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 after 4001ms 2024-11-17T01:41:34,017 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:34,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 took 4005ms 2024-11-17T01:41:34,022 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819; continuing. 2024-11-17T01:41:34,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 so closing down 2024-11-17T01:41:34,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T01:41:34,024 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731807689819.temp 2024-11-17T01:41:34,027 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp 2024-11-17T01:41:34,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T01:41:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741933_1113 (size=2312) 2024-11-17T01:41:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741933_1113 (size=2312) 2024-11-17T01:41:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741933_1113 (size=2312) 2024-11-17T01:41:34,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-17T01:41:34,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 2024-11-17T01:41:34,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T01:41:34,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, journal: Splitting hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, size=0 (0bytes) at 1731807690012Finishing writing output for hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 so closing down at 1731807694022 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp at 1731807694027 (+5 ms)3 split writer threads finished at 1731807694028 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731807694054 (+26 ms)Rename recovered edits hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000037-wal.1731807689819.temp to hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 at 1731807694055 (+1 ms)Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819, size=0, length=0, corrupted=false, cancelled=false at 1731807694056 (+1 ms) 2024-11-17T01:41:34,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 to hdfs://localhost:37725/hbase/oldWALs/wal.1731807689819 2024-11-17T01:41:34,058 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 2024-11-17T01:41:34,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-17T01:41:34,060 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37725/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643, archiveDir=hdfs://localhost:37725/hbase/oldWALs, maxLogs=32 2024-11-17T01:41:34,078 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807694060, exclude list is [], retry=0 2024-11-17T01:41:34,080 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-fa22ec5e-d01e-46ba-b442-7f6626990cbb,DISK] 2024-11-17T01:41:34,080 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-80881b02-fc42-4e12-bce0-a3f8f4457be1,DISK] 2024-11-17T01:41:34,080 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35209,DS-5e0127df-8027-4d16-881f-201345184d01,DISK] 2024-11-17T01:41:34,085 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807694060 2024-11-17T01:41:34,086 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:32789:32789),(127.0.0.1/127.0.0.1:34801:34801)] 2024-11-17T01:41:34,086 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T01:41:34,087 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,089 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName a 2024-11-17T01:41:34,089 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:34,095 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/c5ce0ab99e1349989bc149c8c39e334a 2024-11-17T01:41:34,095 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:34,095 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,096 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName b 2024-11-17T01:41:34,096 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:34,101 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/b/2660c1f0bd954e629e46dea748e3f977 2024-11-17T01:41:34,101 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:34,101 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,103 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94fd3d1a227f025116b8775b1d06da8 columnFamilyName c 2024-11-17T01:41:34,103 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T01:41:34,110 DEBUG [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/c/a25838eea5944209a5c63cfa8bdf12e0 2024-11-17T01:41:34,111 INFO [StoreOpener-e94fd3d1a227f025116b8775b1d06da8-1 {}] regionserver.HStore(327): Store=e94fd3d1a227f025116b8775b1d06da8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T01:41:34,111 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,114 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,114 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 2024-11-17T01:41:34,117 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-17T01:41:34,122 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 2024-11-17T01:41:34,122 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e94fd3d1a227f025116b8775b1d06da8 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-17T01:41:34,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/a2cef0c520804377a245843befcd0d89 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731807689926/Put/seqid=0 2024-11-17T01:41:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741935_1115 (size=5958) 2024-11-17T01:41:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741935_1115 (size=5958) 2024-11-17T01:41:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741935_1115 (size=5958) 2024-11-17T01:41:34,161 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/a2cef0c520804377a245843befcd0d89 2024-11-17T01:41:34,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/6edae0e35f33476aae50b480f395925b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731807689938/Put/seqid=0 2024-11-17T01:41:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741936_1116 (size=5958) 2024-11-17T01:41:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741936_1116 (size=5958) 2024-11-17T01:41:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741936_1116 (size=5958) 2024-11-17T01:41:34,195 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/6edae0e35f33476aae50b480f395925b 2024-11-17T01:41:34,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/8e54445ea9be472295888aa897cd67d5 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731807689948/Put/seqid=0 2024-11-17T01:41:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741937_1117 (size=5958) 2024-11-17T01:41:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741937_1117 (size=5958) 2024-11-17T01:41:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741937_1117 (size=5958) 2024-11-17T01:41:34,231 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/8e54445ea9be472295888aa897cd67d5 2024-11-17T01:41:34,238 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/a/a2cef0c520804377a245843befcd0d89 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/a2cef0c520804377a245843befcd0d89 2024-11-17T01:41:34,249 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/a/a2cef0c520804377a245843befcd0d89, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T01:41:34,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/b/6edae0e35f33476aae50b480f395925b as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/b/6edae0e35f33476aae50b480f395925b 2024-11-17T01:41:34,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/b/6edae0e35f33476aae50b480f395925b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T01:41:34,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/.tmp/c/8e54445ea9be472295888aa897cd67d5 as hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/c/8e54445ea9be472295888aa897cd67d5 2024-11-17T01:41:34,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/c/8e54445ea9be472295888aa897cd67d5, entries=10, sequenceid=66, filesize=5.8 K 2024-11-17T01:41:34,299 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e94fd3d1a227f025116b8775b1d06da8 in 177ms, sequenceid=66, compaction requested=false; wal=null 2024-11-17T01:41:34,301 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/0000000000000000066 2024-11-17T01:41:34,303 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,303 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,306 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T01:41:34,308 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e94fd3d1a227f025116b8775b1d06da8 2024-11-17T01:41:34,310 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/hbase/data/default/testReplayEditsWrittenViaHRegion/e94fd3d1a227f025116b8775b1d06da8/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-17T01:41:34,312 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e94fd3d1a227f025116b8775b1d06da8; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70768214, jitterRate=0.05452856421470642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T01:41:34,313 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e94fd3d1a227f025116b8775b1d06da8: Writing region info on filesystem at 1731807694086Initializing all the Stores at 1731807694087 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807694087Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807694087Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731807694087Obtaining lock to block concurrent updates at 1731807694122 (+35 ms)Preparing flush snapshotting stores in e94fd3d1a227f025116b8775b1d06da8 at 1731807694122Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731807694122Flushing stores of testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. at 1731807694122Flushing e94fd3d1a227f025116b8775b1d06da8/a: creating writer at 1731807694122Flushing e94fd3d1a227f025116b8775b1d06da8/a: appending metadata at 1731807694141 (+19 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/a: closing flushed file at 1731807694142 (+1 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/b: creating writer at 1731807694166 (+24 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/b: appending metadata at 1731807694183 (+17 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/b: closing flushed file at 1731807694184 (+1 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/c: creating writer at 1731807694202 (+18 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/c: appending metadata at 1731807694217 (+15 ms)Flushing e94fd3d1a227f025116b8775b1d06da8/c: closing flushed file at 1731807694217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b63b94c: reopening flushed file at 1731807694237 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573665aa: reopening flushed file at 1731807694249 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c191c7: reopening flushed file at 1731807694292 (+43 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e94fd3d1a227f025116b8775b1d06da8 in 177ms, sequenceid=66, compaction requested=false; wal=null at 1731807694299 (+7 ms)Cleaning up temporary data from old regions at 1731807694303 (+4 ms)Region opened successfully at 1731807694312 (+9 ms) 2024-11-17T01:41:34,329 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e94fd3d1a227f025116b8775b1d06da8, disabling compactions & flushes 2024-11-17T01:41:34,329 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:34,329 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:34,329 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. after waiting 0 ms 2024-11-17T01:41:34,329 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:34,331 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731807689644.e94fd3d1a227f025116b8775b1d06da8. 2024-11-17T01:41:34,331 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e94fd3d1a227f025116b8775b1d06da8: Waiting for close lock at 1731807694329Disabling compacts and flushes for region at 1731807694329Disabling writes for close at 1731807694329Writing region close event to WAL at 1731807694331 (+2 ms)Closed at 1731807694331 2024-11-17T01:41:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741934_1114 (size=93) 2024-11-17T01:41:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741934_1114 (size=93) 2024-11-17T01:41:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741934_1114 (size=93) 2024-11-17T01:41:34,346 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-17T01:41:34,347 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731807694060) 2024-11-17T01:41:34,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=442 (was 437) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:37725 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1201178534_22 at /127.0.0.1:48570 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1201178534_22 at /127.0.0.1:37152 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1201178534_22 at /127.0.0.1:54884 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 653), ProcessCount=11 (was 11), AvailableMemoryMB=5242 (was 5303) 2024-11-17T01:41:34,377 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-17T01:41:34,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T01:41:34,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T01:41:34,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T01:41:34,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T01:41:34,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T01:41:34,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503296047, stopped=false 2024-11-17T01:41:34,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6c0d7a0a7c0,42787,1731807651985 2024-11-17T01:41:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T01:41:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T01:41:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T01:41:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:41:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:41:34,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T01:41:34,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T01:41:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:41:34,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T01:41:34,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6c0d7a0a7c0,39203,1731807652930' ***** 2024-11-17T01:41:34,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T01:41:34,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6c0d7a0a7c0,34051,1731807653065' ***** 2024-11-17T01:41:34,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T01:41:34,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:41:34,430 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T01:41:34,430 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T01:41:34,430 INFO [RS:1;c6c0d7a0a7c0:34051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T01:41:34,430 INFO [RS:0;c6c0d7a0a7c0:39203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T01:41:34,430 INFO [RS:1;c6c0d7a0a7c0:34051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T01:41:34,430 INFO [RS:0;c6c0d7a0a7c0:39203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T01:41:34,430 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:34,430 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(959): stopping server c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:34,431 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T01:41:34,431 INFO [RS:0;c6c0d7a0a7c0:39203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6c0d7a0a7c0:39203. 2024-11-17T01:41:34,431 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T01:41:34,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T01:41:34,431 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,431 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(976): stopping server c6c0d7a0a7c0,39203,1731807652930; all regions closed. 2024-11-17T01:41:34,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:41:34,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T01:41:34,431 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(959): stopping server c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:34,431 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T01:41:34,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T01:41:34,431 INFO [RS:1;c6c0d7a0a7c0:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c6c0d7a0a7c0:34051. 2024-11-17T01:41:34,431 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T01:41:34,431 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,432 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T01:41:34,432 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T01:41:34,432 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T01:41:34,432 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T01:41:34,432 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdf1d67db13fe73cd5e5f65060d68d64, disabling compactions & flushes 2024-11-17T01:41:34,432 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:34,433 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:34,433 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. after waiting 0 ms 2024-11-17T01:41:34,433 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:34,433 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T01:41:34,433 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdf1d67db13fe73cd5e5f65060d68d64=testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64.} 2024-11-17T01:41:34,434 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdf1d67db13fe73cd5e5f65060d68d64 2024-11-17T01:41:34,434 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T01:41:34,434 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T01:41:34,434 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T01:41:34,434 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T01:41:34,434 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T01:41:34,434 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-17T01:41:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741833_1009 (size=2054) 2024-11-17T01:41:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741833_1009 (size=2054) 2024-11-17T01:41:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741833_1009 (size=2054) 2024-11-17T01:41:34,441 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs 2024-11-17T01:41:34,441 INFO [RS:0;c6c0d7a0a7c0:39203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6c0d7a0a7c0%2C39203%2C1731807652930:(num 1731807654972) 2024-11-17T01:41:34,441 DEBUG [RS:0;c6c0d7a0a7c0:39203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,441 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:34,441 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T01:41:34,441 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.ChoreService(370): Chore service for: regionserver/c6c0d7a0a7c0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T01:41:34,442 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T01:41:34,442 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T01:41:34,442 INFO [regionserver/c6c0d7a0a7c0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T01:41:34,442 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T01:41:34,442 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T01:41:34,442 INFO [RS:0;c6c0d7a0a7c0:39203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39203 2024-11-17T01:41:34,451 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cdf1d67db13fe73cd5e5f65060d68d64/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-17T01:41:34,452 INFO [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:34,452 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdf1d67db13fe73cd5e5f65060d68d64: Waiting for close lock at 1731807694432Running coprocessor pre-close hooks at 1731807694432Disabling compacts and flushes for region at 1731807694432Disabling writes for close at 1731807694433 (+1 ms)Writing region close event to WAL at 1731807694439 (+6 ms)Running coprocessor post-close hooks at 1731807694451 (+12 ms)Closed at 1731807694452 (+1 ms) 2024-11-17T01:41:34,452 DEBUG [RS_CLOSE_REGION-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64. 2024-11-17T01:41:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T01:41:34,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6c0d7a0a7c0,39203,1731807652930 2024-11-17T01:41:34,453 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T01:41:34,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6c0d7a0a7c0,39203,1731807652930] 2024-11-17T01:41:34,468 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/info/31a2d89b22a44bb6ab9f3ba2c475de1b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731807668475.cdf1d67db13fe73cd5e5f65060d68d64./info:regioninfo/1731807672733/Put/seqid=0 2024-11-17T01:41:34,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6c0d7a0a7c0,39203,1731807652930 already deleted, retry=false 2024-11-17T01:41:34,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6c0d7a0a7c0,39203,1731807652930 expired; onlineServers=1 2024-11-17T01:41:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741938_1118 (size=8243) 2024-11-17T01:41:34,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741938_1118 (size=8243) 2024-11-17T01:41:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741938_1118 (size=8243) 2024-11-17T01:41:34,485 INFO [regionserver/c6c0d7a0a7c0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:34,485 INFO [regionserver/c6c0d7a0a7c0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:34,485 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/info/31a2d89b22a44bb6ab9f3ba2c475de1b 2024-11-17T01:41:34,515 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/ns/852ce46b1eae4e0d8d15da50d8654ae3 is 43, key is default/ns:d/1731807655603/Put/seqid=0 2024-11-17T01:41:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741939_1119 (size=5153) 2024-11-17T01:41:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741939_1119 (size=5153) 2024-11-17T01:41:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741939_1119 (size=5153) 2024-11-17T01:41:34,523 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/ns/852ce46b1eae4e0d8d15da50d8654ae3 2024-11-17T01:41:34,546 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/table/4c7da80ea38f4bb9a6b47f5f727cddad is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731807669144/Put/seqid=0 2024-11-17T01:41:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741940_1120 (size=5431) 2024-11-17T01:41:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741940_1120 (size=5431) 2024-11-17T01:41:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741940_1120 (size=5431) 2024-11-17T01:41:34,553 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/table/4c7da80ea38f4bb9a6b47f5f727cddad 2024-11-17T01:41:34,561 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/info/31a2d89b22a44bb6ab9f3ba2c475de1b as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/info/31a2d89b22a44bb6ab9f3ba2c475de1b 2024-11-17T01:41:34,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:34,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x10147bd37e50001, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:34,563 INFO [RS:0;c6c0d7a0a7c0:39203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T01:41:34,563 INFO [RS:0;c6c0d7a0a7c0:39203 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6c0d7a0a7c0,39203,1731807652930; zookeeper connection closed. 2024-11-17T01:41:34,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232e2bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232e2bf 2024-11-17T01:41:34,568 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/info/31a2d89b22a44bb6ab9f3ba2c475de1b, entries=18, sequenceid=21, filesize=8.0 K 2024-11-17T01:41:34,569 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/ns/852ce46b1eae4e0d8d15da50d8654ae3 as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/ns/852ce46b1eae4e0d8d15da50d8654ae3 2024-11-17T01:41:34,573 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/ns/852ce46b1eae4e0d8d15da50d8654ae3, entries=2, sequenceid=21, filesize=5.0 K 2024-11-17T01:41:34,574 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/.tmp/table/4c7da80ea38f4bb9a6b47f5f727cddad as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/table/4c7da80ea38f4bb9a6b47f5f727cddad 2024-11-17T01:41:34,579 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/table/4c7da80ea38f4bb9a6b47f5f727cddad, entries=2, sequenceid=21, filesize=5.3 K 2024-11-17T01:41:34,580 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=21, compaction requested=false 2024-11-17T01:41:34,584 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-17T01:41:34,585 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T01:41:34,585 INFO [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T01:41:34,585 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731807694434Running coprocessor pre-close hooks at 1731807694434Disabling compacts and flushes for region at 1731807694434Disabling writes for close at 1731807694434Obtaining lock to block concurrent updates at 1731807694434Preparing flush snapshotting stores in 1588230740 at 1731807694434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731807694436 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731807694437 (+1 ms)Flushing 1588230740/info: creating writer at 1731807694437Flushing 1588230740/info: appending metadata at 1731807694467 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731807694467Flushing 1588230740/ns: creating writer at 1731807694493 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731807694515 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731807694515Flushing 1588230740/table: creating writer at 1731807694527 (+12 ms)Flushing 1588230740/table: appending metadata at 1731807694545 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731807694545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2787590b: reopening flushed file at 1731807694560 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f8e0cd: reopening flushed file at 1731807694568 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb7eab0: reopening flushed file at 1731807694573 (+5 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=21, compaction requested=false at 1731807694580 (+7 ms)Writing region close event to WAL at 1731807694581 (+1 ms)Running coprocessor post-close hooks at 1731807694585 (+4 ms)Closed at 1731807694585 2024-11-17T01:41:34,585 DEBUG [RS_CLOSE_META-regionserver/c6c0d7a0a7c0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T01:41:34,634 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(976): stopping server c6c0d7a0a7c0,34051,1731807653065; all regions closed. 2024-11-17T01:41:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741836_1012 (size=3783) 2024-11-17T01:41:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741836_1012 (size=3783) 2024-11-17T01:41:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741836_1012 (size=3783) 2024-11-17T01:41:34,640 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs 2024-11-17T01:41:34,640 INFO [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6c0d7a0a7c0%2C34051%2C1731807653065.meta:.meta(num 1731807655414) 2024-11-17T01:41:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741835_1011 (size=841) 2024-11-17T01:41:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741835_1011 (size=841) 2024-11-17T01:41:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741835_1011 (size=841) 2024-11-17T01:41:34,645 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/oldWALs 2024-11-17T01:41:34,645 INFO [RS:1;c6c0d7a0a7c0:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6c0d7a0a7c0%2C34051%2C1731807653065:(num 1731807654974) 2024-11-17T01:41:34,645 DEBUG [RS:1;c6c0d7a0a7c0:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T01:41:34,645 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T01:41:34,645 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T01:41:34,645 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.ChoreService(370): Chore service for: regionserver/c6c0d7a0a7c0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T01:41:34,645 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T01:41:34,645 INFO [regionserver/c6c0d7a0a7c0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T01:41:34,646 INFO [RS:1;c6c0d7a0a7c0:34051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34051 2024-11-17T01:41:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6c0d7a0a7c0,34051,1731807653065 2024-11-17T01:41:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T01:41:34,678 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T01:41:34,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6c0d7a0a7c0,34051,1731807653065] 2024-11-17T01:41:34,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6c0d7a0a7c0,34051,1731807653065 already deleted, retry=false 2024-11-17T01:41:34,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6c0d7a0a7c0,34051,1731807653065 expired; onlineServers=0 2024-11-17T01:41:34,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6c0d7a0a7c0,42787,1731807651985' ***** 2024-11-17T01:41:34,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T01:41:34,694 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T01:41:34,695 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T01:41:34,695 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T01:41:34,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T01:41:34,695 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T01:41:34,695 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.small.0-1731807654595 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.small.0-1731807654595,5,FailOnTimeoutGroup] 2024-11-17T01:41:34,695 DEBUG [master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.large.0-1731807654594 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6c0d7a0a7c0:0:becomeActiveMaster-HFileCleaner.large.0-1731807654594,5,FailOnTimeoutGroup] 2024-11-17T01:41:34,695 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.ChoreService(370): Chore service for: master/c6c0d7a0a7c0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T01:41:34,695 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T01:41:34,695 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] master.HMaster(1795): Stopping service threads 2024-11-17T01:41:34,695 INFO [M:0;c6c0d7a0a7c0:42787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T01:41:34,695 INFO [M:0;c6c0d7a0a7c0:42787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T01:41:34,696 INFO [M:0;c6c0d7a0a7c0:42787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T01:41:34,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T01:41:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T01:41:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T01:41:34,706 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] zookeeper.ZKUtil(347): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T01:41:34,706 WARN [M:0;c6c0d7a0a7c0:42787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T01:41:34,707 INFO [M:0;c6c0d7a0a7c0:42787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/.lastflushedseqids 2024-11-17T01:41:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741941_1121 (size=138) 2024-11-17T01:41:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741941_1121 (size=138) 2024-11-17T01:41:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741941_1121 (size=138) 2024-11-17T01:41:34,722 INFO [M:0;c6c0d7a0a7c0:42787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T01:41:34,722 INFO [M:0;c6c0d7a0a7c0:42787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T01:41:34,722 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T01:41:34,722 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:41:34,722 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:41:34,722 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T01:41:34,722 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:41:34,722 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-17T01:41:34,738 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d94081ba7d409db73d3463e3db8acb is 82, key is hbase:meta,,1/info:regioninfo/1731807655496/Put/seqid=0 2024-11-17T01:41:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741942_1122 (size=5672) 2024-11-17T01:41:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741942_1122 (size=5672) 2024-11-17T01:41:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741942_1122 (size=5672) 2024-11-17T01:41:34,744 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d94081ba7d409db73d3463e3db8acb 2024-11-17T01:41:34,767 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e727394dcd04bd58add43a7aa211618 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731807669155/Put/seqid=0 2024-11-17T01:41:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:34,786 INFO [RS:1;c6c0d7a0a7c0:34051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T01:41:34,786 INFO [RS:1;c6c0d7a0a7c0:34051 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6c0d7a0a7c0,34051,1731807653065; zookeeper connection closed. 2024-11-17T01:41:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10147bd37e50002, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:34,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9b239f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9b239f 2024-11-17T01:41:34,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T01:41:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741943_1123 (size=7755) 2024-11-17T01:41:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741943_1123 (size=7755) 2024-11-17T01:41:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741943_1123 (size=7755) 2024-11-17T01:41:34,791 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e727394dcd04bd58add43a7aa211618 2024-11-17T01:41:34,800 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e727394dcd04bd58add43a7aa211618 2024-11-17T01:41:34,821 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/807b6b8220a546d4b65808a06b427533 is 69, key is c6c0d7a0a7c0,34051,1731807653065/rs:state/1731807654686/Put/seqid=0 2024-11-17T01:41:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741944_1124 (size=5440) 2024-11-17T01:41:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741944_1124 (size=5440) 2024-11-17T01:41:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741944_1124 (size=5440) 2024-11-17T01:41:34,841 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/807b6b8220a546d4b65808a06b427533 2024-11-17T01:41:34,848 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 807b6b8220a546d4b65808a06b427533 2024-11-17T01:41:34,849 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d94081ba7d409db73d3463e3db8acb as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d94081ba7d409db73d3463e3db8acb 2024-11-17T01:41:34,860 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d94081ba7d409db73d3463e3db8acb, entries=8, sequenceid=168, filesize=5.5 K 2024-11-17T01:41:34,863 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e727394dcd04bd58add43a7aa211618 as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e727394dcd04bd58add43a7aa211618 2024-11-17T01:41:34,871 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e727394dcd04bd58add43a7aa211618 2024-11-17T01:41:34,872 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e727394dcd04bd58add43a7aa211618, entries=17, sequenceid=168, filesize=7.6 K 2024-11-17T01:41:34,873 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/807b6b8220a546d4b65808a06b427533 as hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/807b6b8220a546d4b65808a06b427533 2024-11-17T01:41:34,881 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 807b6b8220a546d4b65808a06b427533 2024-11-17T01:41:34,881 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37725/user/jenkins/test-data/5ab2baf0-3b8e-c75a-6a34-57d362d91dc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/807b6b8220a546d4b65808a06b427533, entries=3, sequenceid=168, filesize=5.3 K 2024-11-17T01:41:34,882 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=168, compaction requested=false 2024-11-17T01:41:34,889 INFO [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T01:41:34,889 DEBUG [M:0;c6c0d7a0a7c0:42787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731807694722Disabling compacts and flushes for region at 1731807694722Disabling writes for close at 1731807694722Obtaining lock to block concurrent updates at 1731807694722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731807694722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731807694723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731807694724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731807694724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731807694738 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731807694738Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731807694748 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731807694766 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731807694766Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731807694800 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731807694820 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731807694820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34198c6d: reopening flushed file at 1731807694848 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcec79b: reopening flushed file at 1731807694861 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac4fa4c: reopening flushed file at 1731807694872 (+11 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=168, compaction requested=false at 1731807694882 (+10 ms)Writing region close event to WAL at 1731807694889 (+7 ms)Closed at 1731807694889 2024-11-17T01:41:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741830_1006 (size=71337) 2024-11-17T01:41:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741830_1006 (size=71337) 2024-11-17T01:41:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741830_1006 (size=71337) 2024-11-17T01:41:34,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T01:41:34,900 INFO [M:0;c6c0d7a0a7c0:42787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T01:41:34,900 INFO [M:0;c6c0d7a0a7c0:42787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42787 2024-11-17T01:41:34,900 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T01:41:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:35,031 INFO [M:0;c6c0d7a0a7c0:42787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T01:41:35,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42787-0x10147bd37e50000, quorum=127.0.0.1:50639, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T01:41:35,038 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807674011 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807674011 (inode 16655) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731807673022/wal.1731807674011 (inode 16655) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T01:41:35,039 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731807663557/wal.1731807663660 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:35,039 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731807689643/wal.1731807689819 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:35,042 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807683777 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807683777 (inode 16678) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731807674250/wal.1731807683777 (inode 16678) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T01:41:35,043 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731807656895/wal.1731807656961 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:35,057 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684744 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684744 (inode 16704) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731807684027/wal.1731807684744 (inode 16704) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T01:41:35,058 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731807684954/wal.1731807685096 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T01:41:35,061 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal.1731807656744 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal.1731807656744 (inode 16485) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731807656458/wal.1731807656744 (inode 16485) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T01:41:35,067 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal.1731807656150 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal.1731807656150 (inode 16462) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731807655892/wal.1731807656150 (inode 16462) Holder DFSClient_NONMAPREDUCE_-918314077_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-17T01:41:35,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43206bef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:41:35,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T01:41:35,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T01:41:35,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T01:41:35,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,STOPPED} 2024-11-17T01:41:35,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T01:41:35,088 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T01:41:35,088 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521214777-172.17.0.2-1731807647076 (Datanode Uuid 4a56f76e-7bc0-41f5-b8d0-4980aa6d53e5) service to localhost/127.0.0.1:37725 2024-11-17T01:41:35,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T01:41:35,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data5/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data6/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T01:41:35,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4546bb60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:41:35,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T01:41:35,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T01:41:35,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T01:41:35,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,STOPPED} 2024-11-17T01:41:35,101 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T01:41:35,101 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T01:41:35,101 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521214777-172.17.0.2-1731807647076 (Datanode Uuid b354a1b4-6eb4-4a3e-bf7f-f9a2d031b562) service to localhost/127.0.0.1:37725 2024-11-17T01:41:35,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T01:41:35,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data3/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data4/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T01:41:35,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36632d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T01:41:35,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T01:41:35,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T01:41:35,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T01:41:35,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,STOPPED} 2024-11-17T01:41:35,115 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T01:41:35,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T01:41:35,115 WARN [BP-1521214777-172.17.0.2-1731807647076 heartbeating to localhost/127.0.0.1:37725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521214777-172.17.0.2-1731807647076 (Datanode Uuid 98d7df97-1c0c-4f1d-9880-3e3bc2e793d1) service to localhost/127.0.0.1:37725 2024-11-17T01:41:35,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T01:41:35,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data1/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/cluster_c87d1a99-3afc-3376-ee49-45e548d54fd6/data/data2/current/BP-1521214777-172.17.0.2-1731807647076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T01:41:35,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T01:41:35,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T01:41:35,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T01:41:35,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T01:41:35,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T01:41:35,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/96f85d31-4fc0-c5a4-d1ad-200fe30b9dac/hadoop.log.dir/,STOPPED} 2024-11-17T01:41:35,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T01:41:35,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down