2024-12-09 18:52:33,002 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 18:52:33,013 main DEBUG Took 0.009413 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 18:52:33,013 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 18:52:33,013 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 18:52:33,014 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 18:52:33,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,022 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 18:52:33,033 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,036 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,037 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,038 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,039 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,039 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,040 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,041 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,041 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,042 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:52:33,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,043 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 18:52:33,045 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:52:33,046 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 18:52:33,048 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 18:52:33,048 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 18:52:33,049 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 18:52:33,049 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 18:52:33,058 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 18:52:33,060 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 18:52:33,062 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 18:52:33,062 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 18:52:33,062 main DEBUG createAppenders(={Console}) 2024-12-09 18:52:33,063 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-09 18:52:33,063 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 18:52:33,064 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-09 18:52:33,064 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 18:52:33,065 main DEBUG OutputStream closed 2024-12-09 18:52:33,065 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 18:52:33,065 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 18:52:33,065 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-09 18:52:33,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 18:52:33,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 18:52:33,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 18:52:33,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 18:52:33,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 18:52:33,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 18:52:33,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 18:52:33,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 18:52:33,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 18:52:33,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 18:52:33,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 18:52:33,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 18:52:33,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 18:52:33,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 18:52:33,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 18:52:33,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 18:52:33,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 18:52:33,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 18:52:33,141 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 18:52:33,141 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-09 18:52:33,141 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 18:52:33,142 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-09T18:52:33,374 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e 2024-12-09 18:52:33,377 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 18:52:33,377 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T18:52:33,386 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-09T18:52:33,393 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-09T18:52:33,417 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T18:52:33,459 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T18:52:33,460 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T18:52:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T18:52:33,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca, deleteOnExit=true 2024-12-09T18:52:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T18:52:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/test.cache.data in system properties and HBase conf 2024-12-09T18:52:33,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:52:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:52:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:52:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:52:33,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:52:33,570 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T18:52:33,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T18:52:33,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:52:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:52:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:52:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:52:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:52:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:52:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:52:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:52:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:52:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:52:33,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:52:33,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:52:33,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:52:33,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:52:34,571 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T18:52:34,639 INFO [Time-limited test {}] log.Log(170): Logging initialized @2336ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T18:52:34,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:52:34,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:52:34,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:52:34,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:52:34,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:52:34,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:52:34,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:52:34,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:52:34,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/java.io.tmpdir/jetty-localhost-44451-hadoop-hdfs-3_4_1-tests_jar-_-any-13917301827561190011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:52:34,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:44451} 2024-12-09T18:52:34,989 INFO [Time-limited test {}] server.Server(415): Started @2687ms 2024-12-09T18:52:35,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:52:35,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:52:35,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:52:35,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:52:35,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:52:35,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:52:35,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:52:35,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/java.io.tmpdir/jetty-localhost-46255-hadoop-hdfs-3_4_1-tests_jar-_-any-12909187890532467170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:52:35,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:46255} 2024-12-09T18:52:35,532 INFO [Time-limited test {}] server.Server(415): Started @3230ms 2024-12-09T18:52:35,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:52:35,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:52:35,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:52:35,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:52:35,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:52:35,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:52:35,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:52:35,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:52:35,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/java.io.tmpdir/jetty-localhost-46135-hadoop-hdfs-3_4_1-tests_jar-_-any-11865595142321661468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:52:35,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:46135} 2024-12-09T18:52:35,806 INFO [Time-limited test {}] server.Server(415): Started @3504ms 2024-12-09T18:52:35,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:52:35,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:52:35,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:52:35,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:52:35,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:52:35,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:52:35,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:52:35,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:52:35,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/java.io.tmpdir/jetty-localhost-37931-hadoop-hdfs-3_4_1-tests_jar-_-any-5552260327146963961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:52:35,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:37931} 2024-12-09T18:52:35,951 INFO [Time-limited test {}] server.Server(415): Started @3649ms 2024-12-09T18:52:35,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:52:36,821 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data1/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,821 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data2/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,823 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data3/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,823 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data4/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,852 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:52:36,852 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:52:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9f8ae00401a6678 with lease ID 0xa02edb99122dbb15: Processing first storage report for DS-335f3629-1508-408b-b45b-b2ee71e1487d from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=047d208e-85c5-438c-8e8a-02cddaaa778a, infoPort=38963, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9f8ae00401a6678 with lease ID 0xa02edb99122dbb15: from storage DS-335f3629-1508-408b-b45b-b2ee71e1487d node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=047d208e-85c5-438c-8e8a-02cddaaa778a, infoPort=38963, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f1c75361f07e5b9 with lease ID 0xa02edb99122dbb16: Processing first storage report for DS-d5872357-a4fe-444c-ab66-7d92b74ca842 from datanode DatanodeRegistration(127.0.0.1:36455, datanodeUuid=81a577b7-d4bc-4a9d-9cb4-62f1882cab9c, infoPort=43359, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f1c75361f07e5b9 with lease ID 0xa02edb99122dbb16: from storage DS-d5872357-a4fe-444c-ab66-7d92b74ca842 node DatanodeRegistration(127.0.0.1:36455, datanodeUuid=81a577b7-d4bc-4a9d-9cb4-62f1882cab9c, infoPort=43359, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9f8ae00401a6678 with lease ID 0xa02edb99122dbb15: Processing first storage report for DS-50b539db-c46f-4022-8900-a87021a877b3 from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=047d208e-85c5-438c-8e8a-02cddaaa778a, infoPort=38963, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9f8ae00401a6678 with lease ID 0xa02edb99122dbb15: from storage DS-50b539db-c46f-4022-8900-a87021a877b3 node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=047d208e-85c5-438c-8e8a-02cddaaa778a, infoPort=38963, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f1c75361f07e5b9 with lease ID 0xa02edb99122dbb16: Processing first storage report for DS-ed81388b-5eb3-4381-a318-a0fd67bb9a20 from datanode DatanodeRegistration(127.0.0.1:36455, datanodeUuid=81a577b7-d4bc-4a9d-9cb4-62f1882cab9c, infoPort=43359, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f1c75361f07e5b9 with lease ID 0xa02edb99122dbb16: from storage DS-ed81388b-5eb3-4381-a318-a0fd67bb9a20 node DatanodeRegistration(127.0.0.1:36455, datanodeUuid=81a577b7-d4bc-4a9d-9cb4-62f1882cab9c, infoPort=43359, infoSecurePort=0, ipcPort=35155, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,903 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data5/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,903 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data6/current/BP-159328675-172.17.0.2-1733770354238/current, will proceed with Du for space computation calculation, 2024-12-09T18:52:36,925 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:52:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6dffd7fb3f4e8d0 with lease ID 0xa02edb99122dbb17: Processing first storage report for DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e from datanode DatanodeRegistration(127.0.0.1:35029, datanodeUuid=bbe9323e-4c4e-469a-9e74-b4bb04001c0f, infoPort=36425, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6dffd7fb3f4e8d0 with lease ID 0xa02edb99122dbb17: from storage DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e node DatanodeRegistration(127.0.0.1:35029, datanodeUuid=bbe9323e-4c4e-469a-9e74-b4bb04001c0f, infoPort=36425, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6dffd7fb3f4e8d0 with lease ID 0xa02edb99122dbb17: Processing first storage report for DS-75cb8170-de6e-4312-af70-7aa18cd4052f from datanode DatanodeRegistration(127.0.0.1:35029, datanodeUuid=bbe9323e-4c4e-469a-9e74-b4bb04001c0f, infoPort=36425, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238) 2024-12-09T18:52:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6dffd7fb3f4e8d0 with lease ID 0xa02edb99122dbb17: from storage DS-75cb8170-de6e-4312-af70-7aa18cd4052f node DatanodeRegistration(127.0.0.1:35029, datanodeUuid=bbe9323e-4c4e-469a-9e74-b4bb04001c0f, infoPort=36425, infoSecurePort=0, ipcPort=35039, storageInfo=lv=-57;cid=testClusterID;nsid=986566660;c=1733770354238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:52:36,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e 2024-12-09T18:52:37,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/zookeeper_0, clientPort=61249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T18:52:37,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61249 2024-12-09T18:52:37,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:37,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:37,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:52:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:52:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:52:37,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 with version=8 2024-12-09T18:52:37,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/hbase-staging 2024-12-09T18:52:37,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a437f8b9ba7d:0 server-side Connection retries=45 2024-12-09T18:52:37,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:37,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:37,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:52:37,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:37,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:52:38,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:52:38,082 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T18:52:38,090 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T18:52:38,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:52:38,119 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 74957 (auto-detected) 2024-12-09T18:52:38,120 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T18:52:38,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44329 2024-12-09T18:52:38,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44329 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-09T18:52:38,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443290x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:52:38,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44329-0x1000c2345930000 connected 2024-12-09T18:52:38,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:52:38,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569, hbase.cluster.distributed=false 2024-12-09T18:52:38,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:52:38,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44329 2024-12-09T18:52:38,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44329 2024-12-09T18:52:38,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44329 2024-12-09T18:52:38,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44329 2024-12-09T18:52:38,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44329 2024-12-09T18:52:38,488 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45 2024-12-09T18:52:38,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:52:38,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:52:38,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:52:38,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:52:38,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40321 2024-12-09T18:52:38,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40321 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-09T18:52:38,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403210x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:52:38,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:52:38,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40321-0x1000c2345930001 connected 2024-12-09T18:52:38,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:52:38,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:52:38,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:52:38,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:52:38,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40321 2024-12-09T18:52:38,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40321 2024-12-09T18:52:38,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40321 2024-12-09T18:52:38,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40321 2024-12-09T18:52:38,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40321 2024-12-09T18:52:38,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45 2024-12-09T18:52:38,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:52:38,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:52:38,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:52:38,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:52:38,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42319 2024-12-09T18:52:38,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42319 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-09T18:52:38,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423190x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:52:38,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423190x0, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:52:38,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42319-0x1000c2345930002 connected 2024-12-09T18:52:38,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:52:38,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:52:38,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:52:38,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:52:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42319 2024-12-09T18:52:38,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42319 2024-12-09T18:52:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42319 2024-12-09T18:52:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42319 2024-12-09T18:52:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42319 2024-12-09T18:52:38,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45 2024-12-09T18:52:38,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:52:38,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:52:38,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:52:38,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:52:38,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:52:38,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46713 2024-12-09T18:52:38,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46713 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-09T18:52:38,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467130x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:52:38,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467130x0, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:52:38,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46713-0x1000c2345930003 connected 2024-12-09T18:52:38,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:52:38,628 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:52:38,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:52:38,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:52:38,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-09T18:52:38,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46713 2024-12-09T18:52:38,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46713 2024-12-09T18:52:38,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-09T18:52:38,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46713 2024-12-09T18:52:38,648 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a437f8b9ba7d:44329 2024-12-09T18:52:38,650 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,664 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:52:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:52:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:52:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,696 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:52:38,698 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a437f8b9ba7d,44329,1733770357747 from backup master directory 2024-12-09T18:52:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:52:38,710 WARN [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:52:38,711 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:38,713 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T18:52:38,714 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T18:52:38,764 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/hbase.id] with ID: 975ee1c2-ae64-4a50-9b9a-e909fb28ed50 2024-12-09T18:52:38,764 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/.tmp/hbase.id 2024-12-09T18:52:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:52:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:52:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:52:38,778 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/.tmp/hbase.id]:[hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/hbase.id] 2024-12-09T18:52:38,822 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:52:38,826 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:52:38,842 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-09T18:52:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:52:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:52:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:52:38,886 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:52:38,888 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:52:38,893 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:52:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:52:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:52:38,939 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store 2024-12-09T18:52:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:52:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:52:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:52:38,966 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T18:52:38,969 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:38,971 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:52:38,971 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:52:38,971 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:52:38,972 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:52:38,972 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:52:38,973 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:52:38,974 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733770358970Disabling compacts and flushes for region at 1733770358970Disabling writes for close at 1733770358972 (+2 ms)Writing region close event to WAL at 1733770358973 (+1 ms)Closed at 1733770358973 2024-12-09T18:52:38,976 WARN [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/.initializing 2024-12-09T18:52:38,976 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/WALs/a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:38,982 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:38,995 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C44329%2C1733770357747, suffix=, logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/WALs/a437f8b9ba7d,44329,1733770357747, archiveDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/oldWALs, maxLogs=10 2024-12-09T18:52:39,022 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/WALs/a437f8b9ba7d,44329,1733770357747/a437f8b9ba7d%2C44329%2C1733770357747.1733770358999, exclude list is [], retry=0 2024-12-09T18:52:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:39,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T18:52:39,083 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/WALs/a437f8b9ba7d,44329,1733770357747/a437f8b9ba7d%2C44329%2C1733770357747.1733770358999 2024-12-09T18:52:39,084 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:39,085 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:39,085 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:39,088 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,089 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:52:39,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:39,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:52:39,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:39,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:52:39,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:39,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:52:39,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:39,166 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,169 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,170 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,175 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,176 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,179 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:52:39,183 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:52:39,188 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:39,189 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71056394, jitterRate=0.05882278084754944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:52:39,194 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733770359101Initializing all the Stores at 1733770359103 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770359103Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770359104 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770359104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770359104Cleaning up temporary data from old regions at 1733770359176 (+72 ms)Region opened successfully at 1733770359194 (+18 ms) 2024-12-09T18:52:39,195 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:52:39,224 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b472f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0 2024-12-09T18:52:39,250 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T18:52:39,259 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:52:39,259 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:52:39,261 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:52:39,262 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T18:52:39,267 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T18:52:39,267 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T18:52:39,296 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:52:39,305 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:52:39,344 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:52:39,348 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:52:39,350 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:52:39,361 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:52:39,363 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:52:39,367 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:52:39,377 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:52:39,379 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:52:39,386 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:52:39,401 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:52:39,411 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:52:39,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:52:39,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:52:39,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:52:39,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:52:39,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,423 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a437f8b9ba7d,44329,1733770357747, sessionid=0x1000c2345930000, setting cluster-up flag (Was=false) 2024-12-09T18:52:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,478 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:52:39,482 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:39,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:39,528 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:52:39,530 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:39,539 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T18:52:39,609 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:52:39,616 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:52:39,622 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:52:39,627 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a437f8b9ba7d,44329,1733770357747 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:52:39,634 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:52:39,634 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:52:39,634 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:52:39,635 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:52:39,635 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a437f8b9ba7d:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:52:39,635 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,635 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:52:39,635 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,637 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733770389637 2024-12-09T18:52:39,638 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:52:39,639 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:52:39,639 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(746): ClusterId : 975ee1c2-ae64-4a50-9b9a-e909fb28ed50 2024-12-09T18:52:39,640 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(746): ClusterId : 975ee1c2-ae64-4a50-9b9a-e909fb28ed50 2024-12-09T18:52:39,643 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(746): ClusterId : 975ee1c2-ae64-4a50-9b9a-e909fb28ed50 2024-12-09T18:52:39,643 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:52:39,643 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:52:39,643 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:52:39,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:52:39,644 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:52:39,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T18:52:39,644 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:52:39,644 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:52:39,644 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:52:39,645 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,650 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:52:39,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:52:39,652 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:52:39,652 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:52:39,654 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:52:39,654 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:52:39,657 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733770359656,5,FailOnTimeoutGroup] 2024-12-09T18:52:39,657 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733770359657,5,FailOnTimeoutGroup] 2024-12-09T18:52:39,657 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,658 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:52:39,659 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,659 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,663 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:52:39,663 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:52:39,663 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:52:39,663 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:52:39,663 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:52:39,663 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:52:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:52:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:52:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:52:39,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T18:52:39,671 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:52:39,671 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:52:39,672 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:52:39,672 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 2024-12-09T18:52:39,672 DEBUG [RS:0;a437f8b9ba7d:40321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b90ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0 2024-12-09T18:52:39,672 DEBUG [RS:2;a437f8b9ba7d:46713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525b4f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0 2024-12-09T18:52:39,672 DEBUG [RS:1;a437f8b9ba7d:42319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ad5214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0 2024-12-09T18:52:39,689 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a437f8b9ba7d:40321 2024-12-09T18:52:39,691 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a437f8b9ba7d:42319 2024-12-09T18:52:39,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:52:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:52:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:52:39,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:39,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:52:39,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:52:39,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:39,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:52:39,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:52:39,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:39,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:52:39,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:52:39,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:39,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:52:39,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:52:39,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:39,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:39,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:52:39,724 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a437f8b9ba7d:46713 2024-12-09T18:52:39,724 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:52:39,724 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:52:39,724 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:52:39,724 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:52:39,724 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:52:39,724 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:52:39,724 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:52:39,724 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:52:39,724 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:52:39,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740 2024-12-09T18:52:39,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740 2024-12-09T18:52:39,727 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,44329,1733770357747 with port=42319, startcode=1733770358557 2024-12-09T18:52:39,727 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,44329,1733770357747 with port=40321, startcode=1733770358458 2024-12-09T18:52:39,727 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,44329,1733770357747 with port=46713, startcode=1733770358605 2024-12-09T18:52:39,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:52:39,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:52:39,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:52:39,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:52:39,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:39,740 DEBUG [RS:2;a437f8b9ba7d:46713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:52:39,740 DEBUG [RS:1;a437f8b9ba7d:42319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:52:39,740 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671840, jitterRate=-0.006512165069580078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:52:39,740 DEBUG [RS:0;a437f8b9ba7d:40321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:52:39,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733770359702Initializing all the Stores at 1733770359704 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770359704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770359704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770359704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770359704Cleaning up temporary data from old regions at 1733770359730 (+26 ms)Region opened successfully at 1733770359744 (+14 ms) 2024-12-09T18:52:39,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:52:39,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:52:39,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:52:39,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:52:39,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:52:39,746 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:52:39,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733770359744Disabling compacts and flushes for region at 1733770359744Disabling writes for close at 1733770359745 (+1 ms)Writing region close event to WAL at 1733770359746 (+1 ms)Closed at 1733770359746 2024-12-09T18:52:39,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:52:39,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T18:52:39,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T18:52:39,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:52:39,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T18:52:39,775 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:52:39,775 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:52:39,775 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:52:39,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,795 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 2024-12-09T18:52:39,795 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43823 2024-12-09T18:52:39,795 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:52:39,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,796 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 2024-12-09T18:52:39,796 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43823 2024-12-09T18:52:39,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,796 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:52:39,799 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 2024-12-09T18:52:39,799 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43823 2024-12-09T18:52:39,799 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:52:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:52:39,844 DEBUG [RS:0;a437f8b9ba7d:40321 {}] zookeeper.ZKUtil(111): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,844 DEBUG [RS:2;a437f8b9ba7d:46713 {}] zookeeper.ZKUtil(111): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,845 WARN [RS:2;a437f8b9ba7d:46713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:52:39,845 WARN [RS:0;a437f8b9ba7d:40321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:52:39,845 INFO [RS:0;a437f8b9ba7d:40321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:39,845 INFO [RS:2;a437f8b9ba7d:46713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:39,845 DEBUG [RS:1;a437f8b9ba7d:42319 {}] zookeeper.ZKUtil(111): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,845 WARN [RS:1;a437f8b9ba7d:42319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:52:39,845 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,845 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,845 INFO [RS:1;a437f8b9ba7d:42319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:39,845 DEBUG [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,42319,1733770358557] 2024-12-09T18:52:39,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,40321,1733770358458] 2024-12-09T18:52:39,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,46713,1733770358605] 2024-12-09T18:52:39,874 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:52:39,874 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:52:39,874 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:52:39,888 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:52:39,888 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:52:39,888 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:52:39,893 INFO [RS:0;a437f8b9ba7d:40321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:52:39,893 INFO [RS:1;a437f8b9ba7d:42319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:52:39,893 INFO [RS:2;a437f8b9ba7d:46713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:52:39,893 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,893 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,893 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,894 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:52:39,895 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:52:39,895 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:52:39,901 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:52:39,901 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:52:39,901 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:52:39,902 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,902 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,902 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:52:39,903 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,903 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:1;a437f8b9ba7d:42319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:52:39,904 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,905 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,905 DEBUG [RS:2;a437f8b9ba7d:46713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,905 DEBUG [RS:0;a437f8b9ba7d:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:52:39,906 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,906 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,46713,1733770358605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,42319,1733770358557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,907 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,40321,1733770358458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:52:39,925 WARN [a437f8b9ba7d:44329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T18:52:39,933 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:52:39,933 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:52:39,933 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:52:39,936 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,46713,1733770358605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,40321,1733770358458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,42319,1733770358557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,936 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.Replication(171): a437f8b9ba7d,40321,1733770358458 started 2024-12-09T18:52:39,937 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.Replication(171): a437f8b9ba7d,46713,1733770358605 started 2024-12-09T18:52:39,937 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.Replication(171): a437f8b9ba7d,42319,1733770358557 started 2024-12-09T18:52:39,962 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,962 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,962 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:39,963 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,40321,1733770358458, RpcServer on a437f8b9ba7d/172.17.0.2:40321, sessionid=0x1000c2345930001 2024-12-09T18:52:39,963 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,42319,1733770358557, RpcServer on a437f8b9ba7d/172.17.0.2:42319, sessionid=0x1000c2345930002 2024-12-09T18:52:39,963 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,46713,1733770358605, RpcServer on a437f8b9ba7d/172.17.0.2:46713, sessionid=0x1000c2345930003 2024-12-09T18:52:39,964 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:52:39,964 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:52:39,964 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:52:39,964 DEBUG [RS:1;a437f8b9ba7d:42319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,964 DEBUG [RS:2;a437f8b9ba7d:46713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,964 DEBUG [RS:0;a437f8b9ba7d:40321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,964 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,42319,1733770358557' 2024-12-09T18:52:39,964 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,40321,1733770358458' 2024-12-09T18:52:39,964 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,46713,1733770358605' 2024-12-09T18:52:39,964 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:52:39,964 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:52:39,964 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:52:39,965 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:52:39,965 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:52:39,965 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:52:39,966 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:52:39,966 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:52:39,966 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:52:39,966 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:52:39,966 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:52:39,966 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:52:39,966 DEBUG [RS:0;a437f8b9ba7d:40321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:39,966 DEBUG [RS:1;a437f8b9ba7d:42319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:39,966 DEBUG [RS:2;a437f8b9ba7d:46713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:39,966 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,40321,1733770358458' 2024-12-09T18:52:39,967 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,42319,1733770358557' 2024-12-09T18:52:39,967 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:52:39,967 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,46713,1733770358605' 2024-12-09T18:52:39,967 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:52:39,967 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:52:39,967 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:52:39,967 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:52:39,967 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:52:39,968 DEBUG [RS:0;a437f8b9ba7d:40321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:52:39,968 DEBUG [RS:1;a437f8b9ba7d:42319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:52:39,968 DEBUG [RS:2;a437f8b9ba7d:46713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:52:39,968 INFO [RS:2;a437f8b9ba7d:46713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:52:39,968 INFO [RS:1;a437f8b9ba7d:42319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:52:39,968 INFO [RS:0;a437f8b9ba7d:40321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:52:39,968 INFO [RS:2;a437f8b9ba7d:46713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:52:39,968 INFO [RS:0;a437f8b9ba7d:40321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:52:39,968 INFO [RS:1;a437f8b9ba7d:42319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:52:40,075 INFO [RS:2;a437f8b9ba7d:46713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:40,075 INFO [RS:1;a437f8b9ba7d:42319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:40,075 INFO [RS:0;a437f8b9ba7d:40321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:40,078 INFO [RS:0;a437f8b9ba7d:40321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C40321%2C1733770358458, suffix=, logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458, archiveDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs, maxLogs=32 2024-12-09T18:52:40,078 INFO [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C46713%2C1733770358605, suffix=, logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605, archiveDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs, maxLogs=32 2024-12-09T18:52:40,078 INFO [RS:1;a437f8b9ba7d:42319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C42319%2C1733770358557, suffix=, logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,42319,1733770358557, archiveDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs, maxLogs=32 2024-12-09T18:52:40,094 DEBUG [RS:0;a437f8b9ba7d:40321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, exclude list is [], retry=0 2024-12-09T18:52:40,095 DEBUG [RS:2;a437f8b9ba7d:46713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605/a437f8b9ba7d%2C46713%2C1733770358605.1733770360082, exclude list is [], retry=0 2024-12-09T18:52:40,095 DEBUG [RS:1;a437f8b9ba7d:42319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,42319,1733770358557/a437f8b9ba7d%2C42319%2C1733770358557.1733770360082, exclude list is [], retry=0 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:40,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:40,107 INFO [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605/a437f8b9ba7d%2C46713%2C1733770358605.1733770360082 2024-12-09T18:52:40,109 INFO [RS:1;a437f8b9ba7d:42319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,42319,1733770358557/a437f8b9ba7d%2C42319%2C1733770358557.1733770360082 2024-12-09T18:52:40,110 DEBUG [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:40,110 DEBUG [RS:1;a437f8b9ba7d:42319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:40,110 INFO [RS:0;a437f8b9ba7d:40321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 2024-12-09T18:52:40,110 DEBUG [RS:0;a437f8b9ba7d:40321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:40,178 DEBUG [a437f8b9ba7d:44329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T18:52:40,188 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0} 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:52:40,195 INFO [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:52:40,195 INFO [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:52:40,195 INFO [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:52:40,195 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:52:40,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:40,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,46713,1733770358605, state=OPENING 2024-12-09T18:52:40,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T18:52:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:52:40,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:52:40,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,46713,1733770358605}] 2024-12-09T18:52:40,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:52:40,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:52:40,447 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T18:52:40,448 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:40,448 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T18:52:40,451 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C46713%2C1733770358605.meta, suffix=.meta, logDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605, archiveDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs, maxLogs=32 2024-12-09T18:52:40,465 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605/a437f8b9ba7d%2C46713%2C1733770358605.meta.1733770360453.meta, exclude list is [], retry=0 2024-12-09T18:52:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:40,472 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,46713,1733770358605/a437f8b9ba7d%2C46713%2C1733770358605.meta.1733770360453.meta 2024-12-09T18:52:40,473 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:40,473 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:40,475 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T18:52:40,477 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T18:52:40,482 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T18:52:40,486 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T18:52:40,487 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:40,487 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T18:52:40,487 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T18:52:40,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:52:40,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:52:40,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:40,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:40,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:52:40,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:52:40,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:40,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:40,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:52:40,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:52:40,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:40,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:40,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:52:40,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:52:40,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:40,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:52:40,499 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:52:40,500 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740 2024-12-09T18:52:40,502 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740 2024-12-09T18:52:40,505 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:52:40,505 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:52:40,506 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:52:40,509 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:52:40,511 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72169667, jitterRate=0.0754118412733078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:52:40,511 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T18:52:40,513 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733770360487Writing region info on filesystem at 1733770360488 (+1 ms)Initializing all the Stores at 1733770360489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770360489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770360490 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770360490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733770360490Cleaning up temporary data from old regions at 1733770360505 (+15 ms)Running coprocessor post-open hooks at 1733770360511 (+6 ms)Region opened successfully at 1733770360513 (+2 ms) 2024-12-09T18:52:40,521 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733770360425 2024-12-09T18:52:40,533 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T18:52:40,534 INFO [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T18:52:40,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:40,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,46713,1733770358605, state=OPEN 2024-12-09T18:52:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:52:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:52:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:52:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:52:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:52:40,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:40,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T18:52:40,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,46713,1733770358605 in 285 msec 2024-12-09T18:52:40,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T18:52:40,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-12-09T18:52:40,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:52:40,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T18:52:40,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:52:40,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,46713,1733770358605, seqNum=-1] 2024-12-09T18:52:40,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:52:40,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:52:40,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0500 sec 2024-12-09T18:52:40,617 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733770360617, completionTime=-1 2024-12-09T18:52:40,619 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T18:52:40,620 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:52:40,664 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T18:52:40,664 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733770420664 2024-12-09T18:52:40,664 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733770480664 2024-12-09T18:52:40,665 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-12-09T18:52:40,666 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:52:40,673 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,673 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,673 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,674 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a437f8b9ba7d:44329, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,675 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,678 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,684 DEBUG [master/a437f8b9ba7d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:52:40,706 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.995sec 2024-12-09T18:52:40,708 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:52:40,709 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:52:40,710 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:52:40,710 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:52:40,710 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:52:40,711 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:52:40,712 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:52:40,716 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:52:40,717 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:52:40,717 INFO [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,44329,1733770357747-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:40,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78619a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:52:40,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a437f8b9ba7d,44329,-1 for getting cluster id 2024-12-09T18:52:40,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:52:40,773 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '975ee1c2-ae64-4a50-9b9a-e909fb28ed50' 2024-12-09T18:52:40,775 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:52:40,776 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "975ee1c2-ae64-4a50-9b9a-e909fb28ed50" 2024-12-09T18:52:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6657c625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:52:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a437f8b9ba7d,44329,-1] 2024-12-09T18:52:40,780 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:52:40,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:52:40,784 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:52:40,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd02f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:52:40,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:52:40,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,46713,1733770358605, seqNum=-1] 2024-12-09T18:52:40,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:52:40,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:52:40,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:40,815 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:43823/hbase 2024-12-09T18:52:40,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=2352 2024-12-09T18:52:40,860 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:40,865 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:40,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:40,873 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57967594, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-57967594, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:40,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57967594/hregion-57967594.1733770360876, exclude list is [], retry=0 2024-12-09T18:52:40,902 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:40,902 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:40,902 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:40,908 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57967594/hregion-57967594.1733770360876 2024-12-09T18:52:40,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:40,909 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0e8d466b51c51fc25b691ad3481e32ff, NAME => 'testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741838_1014 (size=64) 2024-12-09T18:52:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741838_1014 (size=64) 2024-12-09T18:52:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741838_1014 (size=64) 2024-12-09T18:52:40,933 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:40,935 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,937 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8d466b51c51fc25b691ad3481e32ff columnFamilyName a 2024-12-09T18:52:40,938 DEBUG [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:40,939 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] regionserver.HStore(327): Store=0e8d466b51c51fc25b691ad3481e32ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:40,939 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,940 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,941 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,941 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,941 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:40,948 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:40,950 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e8d466b51c51fc25b691ad3481e32ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62067541, jitterRate=-0.07512156665325165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:52:40,951 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e8d466b51c51fc25b691ad3481e32ff: Writing region info on filesystem at 1733770360933Initializing all the Stores at 1733770360934 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770360934Cleaning up temporary data from old regions at 1733770360941 (+7 ms)Region opened successfully at 1733770360950 (+9 ms) 2024-12-09T18:52:40,951 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e8d466b51c51fc25b691ad3481e32ff, disabling compactions & flushes 2024-12-09T18:52:40,951 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. 2024-12-09T18:52:40,951 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. 2024-12-09T18:52:40,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. after waiting 0 ms 2024-12-09T18:52:40,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. 2024-12-09T18:52:40,951 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. 2024-12-09T18:52:40,952 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e8d466b51c51fc25b691ad3481e32ff: Waiting for close lock at 1733770360951Disabling compacts and flushes for region at 1733770360951Disabling writes for close at 1733770360951Writing region close event to WAL at 1733770360951Closed at 1733770360951 2024-12-09T18:52:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741837_1013 (size=93) 2024-12-09T18:52:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741837_1013 (size=93) 2024-12-09T18:52:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741837_1013 (size=93) 2024-12-09T18:52:40,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:40,965 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57967594:(num 1733770360876) 2024-12-09T18:52:40,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T18:52:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741839_1015 (size=276) 2024-12-09T18:52:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741839_1015 (size=276) 2024-12-09T18:52:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741839_1015 (size=276) 2024-12-09T18:52:40,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T18:52:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741840_1016 (size=230) 2024-12-09T18:52:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741840_1016 (size=230) 2024-12-09T18:52:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741840_1016 (size=230) 2024-12-09T18:52:41,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1, size=276 (276bytes) 2024-12-09T18:52:41,022 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T18:52:41,023 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T18:52:41,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1 2024-12-09T18:52:41,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1 after 3ms 2024-12-09T18:52:41,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1 took 14ms 2024-12-09T18:52:41,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1 so closing down 2024-12-09T18:52:41,041 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T18:52:41,043 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T18:52:41,043 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:41,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741841_1017 (size=276) 2024-12-09T18:52:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741841_1017 (size=276) 2024-12-09T18:52:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741841_1017 (size=276) 2024-12-09T18:52:41,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:41,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002 2024-12-09T18:52:41,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-09T18:52:41,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1, journal: Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1, size=276 (276bytes) at 1733770361022Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1 so closing down at 1733770361038 (+16 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp at 1733770361043 (+5 ms)3 split writer threads finished at 1733770361044 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733770361057 (+13 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002 at 1733770361060 (+3 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733770361064 (+4 ms) 2024-12-09T18:52:41,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2, size=230 (230bytes) 2024-12-09T18:52:41,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2 2024-12-09T18:52:41,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2 after 1ms 2024-12-09T18:52:41,081 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2 took 5ms 2024-12-09T18:52:41,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2 so closing down 2024-12-09T18:52:41,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:41,086 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T18:52:41,088 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T18:52:41,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741842_1018 (size=230) 2024-12-09T18:52:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741842_1018 (size=230) 2024-12-09T18:52:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741842_1018 (size=230) 2024-12-09T18:52:41,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:41,101 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,103 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-09T18:52:41,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-09T18:52:41,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2, journal: Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2, size=230 (230bytes) at 1733770361077Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2 so closing down at 1733770361084 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002-wal-2.temp at 1733770361088 (+4 ms)3 split writer threads finished at 1733770361088Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733770361097 (+9 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733770361105 (+8 ms) 2024-12-09T18:52:41,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:41,107 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:41,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal.1733770361108, exclude list is [], retry=0 2024-12-09T18:52:41,124 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:41,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:41,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:41,127 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal.1733770361108 2024-12-09T18:52:41,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:41,128 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e8d466b51c51fc25b691ad3481e32ff, NAME => 'testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:41,128 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:41,128 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,128 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,130 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,132 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8d466b51c51fc25b691ad3481e32ff columnFamilyName a 2024-12-09T18:52:41,132 DEBUG [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:41,134 INFO [StoreOpener-0e8d466b51c51fc25b691ad3481e32ff-1 {}] regionserver.HStore(327): Store=0e8d466b51c51fc25b691ad3481e32ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:41,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,140 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002 2024-12-09T18:52:41,143 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,148 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002 2024-12-09T18:52:41,152 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e8d466b51c51fc25b691ad3481e32ff 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T18:52:41,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/.tmp/a/3abc53864fac47ec95169875772d01ce is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733770360965/Put/seqid=0 2024-12-09T18:52:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741844_1020 (size=5170) 2024-12-09T18:52:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741844_1020 (size=5170) 2024-12-09T18:52:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741844_1020 (size=5170) 2024-12-09T18:52:41,221 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/.tmp/a/3abc53864fac47ec95169875772d01ce 2024-12-09T18:52:41,264 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/.tmp/a/3abc53864fac47ec95169875772d01ce as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/a/3abc53864fac47ec95169875772d01ce 2024-12-09T18:52:41,276 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/a/3abc53864fac47ec95169875772d01ce, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T18:52:41,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0e8d466b51c51fc25b691ad3481e32ff in 129ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T18:52:41,283 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/0000000000000000002 2024-12-09T18:52:41,284 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,284 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,289 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e8d466b51c51fc25b691ad3481e32ff 2024-12-09T18:52:41,292 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/0e8d466b51c51fc25b691ad3481e32ff/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T18:52:41,294 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e8d466b51c51fc25b691ad3481e32ff; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72979055, jitterRate=0.08747266232967377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:52:41,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e8d466b51c51fc25b691ad3481e32ff: Writing region info on filesystem at 1733770361128Initializing all the Stores at 1733770361130 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770361130Obtaining lock to block concurrent updates at 1733770361152 (+22 ms)Preparing flush snapshotting stores in 0e8d466b51c51fc25b691ad3481e32ff at 1733770361152Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733770361155 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733770360861.0e8d466b51c51fc25b691ad3481e32ff. at 1733770361155Flushing 0e8d466b51c51fc25b691ad3481e32ff/a: creating writer at 1733770361157 (+2 ms)Flushing 0e8d466b51c51fc25b691ad3481e32ff/a: appending metadata at 1733770361197 (+40 ms)Flushing 0e8d466b51c51fc25b691ad3481e32ff/a: closing flushed file at 1733770361199 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60efa2: reopening flushed file at 1733770361262 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 0e8d466b51c51fc25b691ad3481e32ff in 129ms, sequenceid=2, compaction requested=false; wal=null at 1733770361281 (+19 ms)Cleaning up temporary data from old regions at 1733770361284 (+3 ms)Region opened successfully at 1733770361295 (+11 ms) 2024-12-09T18:52:41,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=377 (was 365) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:34914 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40758 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43823/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:44696 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:53170 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40778 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:60602 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=2346 (was 2352) 2024-12-09T18:52:41,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=2346 2024-12-09T18:52:41,344 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:41,346 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:41,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:41,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27609473, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-27609473, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:41,368 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27609473/hregion-27609473.1733770361350, exclude list is [], retry=0 2024-12-09T18:52:41,372 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:41,372 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:41,373 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:41,377 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27609473/hregion-27609473.1733770361350 2024-12-09T18:52:41,377 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:41,377 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 447aacfdb4f9ae038a1c7b0dc10ffc9c, NAME => 'testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741846_1022 (size=64) 2024-12-09T18:52:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741846_1022 (size=64) 2024-12-09T18:52:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741846_1022 (size=64) 2024-12-09T18:52:41,391 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:41,393 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,396 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447aacfdb4f9ae038a1c7b0dc10ffc9c columnFamilyName a 2024-12-09T18:52:41,396 DEBUG [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:41,396 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] regionserver.HStore(327): Store=447aacfdb4f9ae038a1c7b0dc10ffc9c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:41,397 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,398 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,398 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,399 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,399 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,401 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,404 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:41,405 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 447aacfdb4f9ae038a1c7b0dc10ffc9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67428686, jitterRate=0.004765719175338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:52:41,405 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 447aacfdb4f9ae038a1c7b0dc10ffc9c: Writing region info on filesystem at 1733770361392Initializing all the Stores at 1733770361393 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770361393Cleaning up temporary data from old regions at 1733770361399 (+6 ms)Region opened successfully at 1733770361405 (+6 ms) 2024-12-09T18:52:41,405 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 447aacfdb4f9ae038a1c7b0dc10ffc9c, disabling compactions & flushes 2024-12-09T18:52:41,405 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. 2024-12-09T18:52:41,405 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. 2024-12-09T18:52:41,405 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. after waiting 0 ms 2024-12-09T18:52:41,405 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. 2024-12-09T18:52:41,405 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. 2024-12-09T18:52:41,406 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 447aacfdb4f9ae038a1c7b0dc10ffc9c: Waiting for close lock at 1733770361405Disabling compacts and flushes for region at 1733770361405Disabling writes for close at 1733770361405Writing region close event to WAL at 1733770361405Closed at 1733770361405 2024-12-09T18:52:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741845_1021 (size=93) 2024-12-09T18:52:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741845_1021 (size=93) 2024-12-09T18:52:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741845_1021 (size=93) 2024-12-09T18:52:41,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:41,411 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27609473:(num 1733770361350) 2024-12-09T18:52:41,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T18:52:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741847_1023 (size=276) 2024-12-09T18:52:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741847_1023 (size=276) 2024-12-09T18:52:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741847_1023 (size=276) 2024-12-09T18:52:41,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T18:52:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741848_1024 (size=230) 2024-12-09T18:52:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741848_1024 (size=230) 2024-12-09T18:52:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741848_1024 (size=230) 2024-12-09T18:52:41,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2, size=230 (230bytes) 2024-12-09T18:52:41,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2 2024-12-09T18:52:41,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2 after 0ms 2024-12-09T18:52:41,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2 took 5ms 2024-12-09T18:52:41,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2 so closing down 2024-12-09T18:52:41,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:41,457 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T18:52:41,458 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T18:52:41,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741849_1025 (size=230) 2024-12-09T18:52:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741849_1025 (size=230) 2024-12-09T18:52:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741849_1025 (size=230) 2024-12-09T18:52:41,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:41,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 2024-12-09T18:52:41,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-09T18:52:41,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2, journal: Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2, size=230 (230bytes) at 1733770361449Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2 so closing down at 1733770361455 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp at 1733770361458 (+3 ms)3 split writer threads finished at 1733770361458Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733770361466 (+8 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 at 1733770361468 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733770361468 2024-12-09T18:52:41,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1, size=276 (276bytes) 2024-12-09T18:52:41,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1 2024-12-09T18:52:41,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1 after 0ms 2024-12-09T18:52:41,491 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1 took 5ms 2024-12-09T18:52:41,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1 so closing down 2024-12-09T18:52:41,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:41,496 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T18:52:41,497 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T18:52:41,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741850_1026 (size=276) 2024-12-09T18:52:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741850_1026 (size=276) 2024-12-09T18:52:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741850_1026 (size=276) 2024-12-09T18:52:41,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:41,511 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,513 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002, length=230 2024-12-09T18:52:41,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 2024-12-09T18:52:41,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-09T18:52:41,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1, journal: Splitting hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1, size=276 (276bytes) at 1733770361488Finishing writing output for hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1 so closing down at 1733770361494 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp at 1733770361497 (+3 ms)3 split writer threads finished at 1733770361498 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733770361506 (+8 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 at 1733770361516 (+10 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733770361516 2024-12-09T18:52:41,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:41,518 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:41,529 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal.1733770361519, exclude list is [], retry=0 2024-12-09T18:52:41,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:41,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:41,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:41,536 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal.1733770361519 2024-12-09T18:52:41,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:41,537 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 447aacfdb4f9ae038a1c7b0dc10ffc9c, NAME => 'testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:41,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:41,537 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,537 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,539 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,541 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 447aacfdb4f9ae038a1c7b0dc10ffc9c columnFamilyName a 2024-12-09T18:52:41,541 DEBUG [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:41,542 INFO [StoreOpener-447aacfdb4f9ae038a1c7b0dc10ffc9c-1 {}] regionserver.HStore(327): Store=447aacfdb4f9ae038a1c7b0dc10ffc9c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:41,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,545 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,546 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 2024-12-09T18:52:41,548 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:41,549 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 2024-12-09T18:52:41,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 447aacfdb4f9ae038a1c7b0dc10ffc9c 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T18:52:41,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/.tmp/a/5a32c3a15882413c9d4e29e3055d3e6f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733770361411/Put/seqid=0 2024-12-09T18:52:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741852_1028 (size=5170) 2024-12-09T18:52:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741852_1028 (size=5170) 2024-12-09T18:52:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741852_1028 (size=5170) 2024-12-09T18:52:41,976 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/.tmp/a/5a32c3a15882413c9d4e29e3055d3e6f 2024-12-09T18:52:41,985 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/.tmp/a/5a32c3a15882413c9d4e29e3055d3e6f as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/a/5a32c3a15882413c9d4e29e3055d3e6f 2024-12-09T18:52:41,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/a/5a32c3a15882413c9d4e29e3055d3e6f, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T18:52:41,995 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 447aacfdb4f9ae038a1c7b0dc10ffc9c in 446ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T18:52:41,995 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/0000000000000000002 2024-12-09T18:52:41,996 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,996 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:41,999 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 447aacfdb4f9ae038a1c7b0dc10ffc9c 2024-12-09T18:52:42,002 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/447aacfdb4f9ae038a1c7b0dc10ffc9c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T18:52:42,003 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 447aacfdb4f9ae038a1c7b0dc10ffc9c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64009423, jitterRate=-0.046185269951820374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:52:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 447aacfdb4f9ae038a1c7b0dc10ffc9c: Writing region info on filesystem at 1733770361538Initializing all the Stores at 1733770361539 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770361539Obtaining lock to block concurrent updates at 1733770361549 (+10 ms)Preparing flush snapshotting stores in 447aacfdb4f9ae038a1c7b0dc10ffc9c at 1733770361549Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733770361550 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733770361344.447aacfdb4f9ae038a1c7b0dc10ffc9c. at 1733770361550Flushing 447aacfdb4f9ae038a1c7b0dc10ffc9c/a: creating writer at 1733770361550Flushing 447aacfdb4f9ae038a1c7b0dc10ffc9c/a: appending metadata at 1733770361564 (+14 ms)Flushing 447aacfdb4f9ae038a1c7b0dc10ffc9c/a: closing flushed file at 1733770361564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3248e6: reopening flushed file at 1733770361984 (+420 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 447aacfdb4f9ae038a1c7b0dc10ffc9c in 446ms, sequenceid=2, compaction requested=false; wal=null at 1733770361995 (+11 ms)Cleaning up temporary data from old regions at 1733770361996 (+1 ms)Region opened successfully at 1733770362003 (+7 ms) 2024-12-09T18:52:42,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40846 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40778 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:60656 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:35000 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:44696 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:53170 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=2339 (was 2346) 2024-12-09T18:52:42,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=2339 2024-12-09T18:52:42,038 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:42,040 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:42,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:42,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94299855, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-94299855, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:42,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94299855/hregion-94299855.1733770362045, exclude list is [], retry=0 2024-12-09T18:52:42,059 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:42,059 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:42,059 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:42,062 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94299855/hregion-94299855.1733770362045 2024-12-09T18:52:42,062 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:42,062 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a21260f210ea9d7f40a7f7cf6e629831, NAME => 'testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741854_1030 (size=64) 2024-12-09T18:52:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741854_1030 (size=64) 2024-12-09T18:52:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741854_1030 (size=64) 2024-12-09T18:52:42,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:42,074 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,076 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName a 2024-12-09T18:52:42,076 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:42,077 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:42,077 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,079 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName b 2024-12-09T18:52:42,079 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:42,080 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:42,080 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,082 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName c 2024-12-09T18:52:42,082 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:42,083 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:42,083 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,085 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,085 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,087 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,087 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,087 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:42,089 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:42,091 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:42,092 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21260f210ea9d7f40a7f7cf6e629831; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62803485, jitterRate=-0.06415514647960663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21260f210ea9d7f40a7f7cf6e629831: Writing region info on filesystem at 1733770362073Initializing all the Stores at 1733770362074 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770362074Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770362074Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770362074Cleaning up temporary data from old regions at 1733770362087 (+13 ms)Region opened successfully at 1733770362092 (+5 ms) 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a21260f210ea9d7f40a7f7cf6e629831, disabling compactions & flushes 2024-12-09T18:52:42,093 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. after waiting 0 ms 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:42,093 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:42,093 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a21260f210ea9d7f40a7f7cf6e629831: Waiting for close lock at 1733770362093Disabling compacts and flushes for region at 1733770362093Disabling writes for close at 1733770362093Writing region close event to WAL at 1733770362093Closed at 1733770362093 2024-12-09T18:52:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741853_1029 (size=93) 2024-12-09T18:52:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741853_1029 (size=93) 2024-12-09T18:52:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741853_1029 (size=93) 2024-12-09T18:52:42,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:42,099 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94299855:(num 1733770362045) 2024-12-09T18:52:42,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:42,101 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:42,112 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, exclude list is [], retry=0 2024-12-09T18:52:42,115 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:42,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:42,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:42,118 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 2024-12-09T18:52:42,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:42,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, size=0 (0bytes) 2024-12-09T18:52:42,307 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 might be still open, length is 0 2024-12-09T18:52:42,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 2024-12-09T18:52:42,309 WARN [IPC Server handler 1 on default port 43823 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-09T18:52:42,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 after 2ms 2024-12-09T18:52:42,941 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:60692 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60692 dst: /127.0.0.1:35029 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35029 remote=/127.0.0.1:60692]. Total timeout mills is 60000, 59329 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:42,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:35048 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35763:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35048 dst: /127.0.0.1:35763 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:42,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40878 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40878 dst: /127.0.0.1:36455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741855_1032 (size=200589) 2024-12-09T18:52:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741855_1032 (size=200589) 2024-12-09T18:52:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741855_1032 (size=200589) 2024-12-09T18:52:45,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:52:46,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T18:52:46,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 after 4003ms 2024-12-09T18:52:46,314 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:46,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 took 4009ms 2024-12-09T18:52:46,320 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733770362101.temp 2024-12-09T18:52:46,323 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp 2024-12-09T18:52:46,410 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101; continuing. 2024-12-09T18:52:46,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 so closing down 2024-12-09T18:52:46,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:46,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741856_1033 (size=200597) 2024-12-09T18:52:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741856_1033 (size=200597) 2024-12-09T18:52:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741856_1033 (size=200597) 2024-12-09T18:52:46,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp (wrote 3002 edits, skipped 0 edits in 43 ms) 2024-12-09T18:52:46,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 2024-12-09T18:52:46,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T18:52:46,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, journal: Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, size=0 (0bytes) at 1733770362307Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp at 1733770366323 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1733770366371 (+48 ms)Split 2048 edits, skipped 0 edits. at 1733770366391 (+20 ms)Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 so closing down at 1733770366410 (+19 ms)3 split writer threads finished at 1733770366411 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp (wrote 3002 edits, skipped 0 edits in 43 ms) at 1733770366415 (+4 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000000001-wal.1733770362101.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 at 1733770366417 (+2 ms)Processed 3002 edits across 1 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101, size=0, length=0, corrupted=false, cancelled=false at 1733770366418 (+1 ms) 2024-12-09T18:52:46,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770362101 2024-12-09T18:52:46,423 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 2024-12-09T18:52:46,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:46,426 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:46,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770366426, exclude list is [], retry=0 2024-12-09T18:52:46,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:46,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:46,448 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:46,450 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770366426 2024-12-09T18:52:46,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:46,453 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:46,455 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,456 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName a 2024-12-09T18:52:46,456 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:46,457 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:46,457 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,458 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName b 2024-12-09T18:52:46,458 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:46,459 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:46,459 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,460 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21260f210ea9d7f40a7f7cf6e629831 columnFamilyName c 2024-12-09T18:52:46,461 DEBUG [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:46,461 INFO [StoreOpener-a21260f210ea9d7f40a7f7cf6e629831-1 {}] regionserver.HStore(327): Store=a21260f210ea9d7f40a7f7cf6e629831/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:46,462 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:46,466 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 2024-12-09T18:52:46,469 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:46,518 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T18:52:46,850 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21260f210ea9d7f40a7f7cf6e629831 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T18:52:46,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/fbf1ce1c97dd4f51b60ae9d2cdef55e3 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733770362126/Put/seqid=0 2024-12-09T18:52:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741858_1035 (size=50463) 2024-12-09T18:52:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741858_1035 (size=50463) 2024-12-09T18:52:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741858_1035 (size=50463) 2024-12-09T18:52:46,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/fbf1ce1c97dd4f51b60ae9d2cdef55e3 2024-12-09T18:52:46,903 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/fbf1ce1c97dd4f51b60ae9d2cdef55e3 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/a/fbf1ce1c97dd4f51b60ae9d2cdef55e3 2024-12-09T18:52:46,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/a/fbf1ce1c97dd4f51b60ae9d2cdef55e3, entries=754, sequenceid=754, filesize=49.3 K 2024-12-09T18:52:46,910 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for a21260f210ea9d7f40a7f7cf6e629831 in 60ms, sequenceid=754, compaction requested=false; wal=null 2024-12-09T18:52:46,936 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T18:52:46,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21260f210ea9d7f40a7f7cf6e629831 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T18:52:46,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/f1ecccac5acb418cbe49a51f013e6f30 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733770362161/Put/seqid=0 2024-12-09T18:52:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741859_1036 (size=20072) 2024-12-09T18:52:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741859_1036 (size=20072) 2024-12-09T18:52:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741859_1036 (size=20072) 2024-12-09T18:52:46,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/f1ecccac5acb418cbe49a51f013e6f30 2024-12-09T18:52:46,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/6b5fa6eb0c3e464099e1bad6b5a10001 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733770362177/Put/seqid=0 2024-12-09T18:52:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741860_1037 (size=35835) 2024-12-09T18:52:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741860_1037 (size=35835) 2024-12-09T18:52:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741860_1037 (size=35835) 2024-12-09T18:52:46,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/6b5fa6eb0c3e464099e1bad6b5a10001 2024-12-09T18:52:46,992 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/a/f1ecccac5acb418cbe49a51f013e6f30 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/a/f1ecccac5acb418cbe49a51f013e6f30 2024-12-09T18:52:47,000 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/a/f1ecccac5acb418cbe49a51f013e6f30, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-09T18:52:47,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/6b5fa6eb0c3e464099e1bad6b5a10001 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/b/6b5fa6eb0c3e464099e1bad6b5a10001 2024-12-09T18:52:47,010 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/b/6b5fa6eb0c3e464099e1bad6b5a10001, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-09T18:52:47,010 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a21260f210ea9d7f40a7f7cf6e629831 in 74ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-09T18:52:47,021 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T18:52:47,021 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21260f210ea9d7f40a7f7cf6e629831 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T18:52:47,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/834c389541484c289c2b87f984d3ca4d is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733770362195/Put/seqid=0 2024-12-09T18:52:47,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741861_1038 (size=35082) 2024-12-09T18:52:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741861_1038 (size=35082) 2024-12-09T18:52:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741861_1038 (size=35082) 2024-12-09T18:52:47,038 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/834c389541484c289c2b87f984d3ca4d 2024-12-09T18:52:47,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/75e129cc2f1b4167a78b8a6f0571b1b3 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733770362221/Put/seqid=0 2024-12-09T18:52:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741862_1039 (size=20825) 2024-12-09T18:52:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741862_1039 (size=20825) 2024-12-09T18:52:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741862_1039 (size=20825) 2024-12-09T18:52:47,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/75e129cc2f1b4167a78b8a6f0571b1b3 2024-12-09T18:52:47,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/b/834c389541484c289c2b87f984d3ca4d as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/b/834c389541484c289c2b87f984d3ca4d 2024-12-09T18:52:47,094 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/b/834c389541484c289c2b87f984d3ca4d, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-09T18:52:47,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/75e129cc2f1b4167a78b8a6f0571b1b3 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/c/75e129cc2f1b4167a78b8a6f0571b1b3 2024-12-09T18:52:47,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/c/75e129cc2f1b4167a78b8a6f0571b1b3, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-09T18:52:47,103 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for a21260f210ea9d7f40a7f7cf6e629831 in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-09T18:52:47,112 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733770362269/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:47,115 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 2024-12-09T18:52:47,115 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T18:52:47,116 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a21260f210ea9d7f40a7f7cf6e629831 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-09T18:52:47,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/36e6cbfaa9734905b5faf9fcdfbc7c78 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733770362231/Put/seqid=0 2024-12-09T18:52:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741863_1040 (size=50301) 2024-12-09T18:52:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741863_1040 (size=50301) 2024-12-09T18:52:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741863_1040 (size=50301) 2024-12-09T18:52:47,137 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/36e6cbfaa9734905b5faf9fcdfbc7c78 2024-12-09T18:52:47,143 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36e6cbfaa9734905b5faf9fcdfbc7c78 2024-12-09T18:52:47,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/.tmp/c/36e6cbfaa9734905b5faf9fcdfbc7c78 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/c/36e6cbfaa9734905b5faf9fcdfbc7c78 2024-12-09T18:52:47,150 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36e6cbfaa9734905b5faf9fcdfbc7c78 2024-12-09T18:52:47,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/c/36e6cbfaa9734905b5faf9fcdfbc7c78, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-09T18:52:47,151 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for a21260f210ea9d7f40a7f7cf6e629831 in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-09T18:52:47,152 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/0000000000000003002 2024-12-09T18:52:47,153 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:47,153 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:47,154 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T18:52:47,156 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a21260f210ea9d7f40a7f7cf6e629831 2024-12-09T18:52:47,158 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenIntoWAL/a21260f210ea9d7f40a7f7cf6e629831/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-09T18:52:47,159 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a21260f210ea9d7f40a7f7cf6e629831; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68887742, jitterRate=0.02650734782218933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T18:52:47,159 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a21260f210ea9d7f40a7f7cf6e629831: Writing region info on filesystem at 1733770366453Initializing all the Stores at 1733770366454 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770366454Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770366454Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770366454Cleaning up temporary data from old regions at 1733770367153 (+699 ms)Region opened successfully at 1733770367159 (+6 ms) 2024-12-09T18:52:47,216 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a21260f210ea9d7f40a7f7cf6e629831, disabling compactions & flushes 2024-12-09T18:52:47,216 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:47,216 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:47,216 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. after waiting 0 ms 2024-12-09T18:52:47,216 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:47,218 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733770362039.a21260f210ea9d7f40a7f7cf6e629831. 2024-12-09T18:52:47,218 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a21260f210ea9d7f40a7f7cf6e629831: Waiting for close lock at 1733770367215Disabling compacts and flushes for region at 1733770367215Disabling writes for close at 1733770367216 (+1 ms)Writing region close event to WAL at 1733770367218 (+2 ms)Closed at 1733770367218 2024-12-09T18:52:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741857_1034 (size=93) 2024-12-09T18:52:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741857_1034 (size=93) 2024-12-09T18:52:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741857_1034 (size=93) 2024-12-09T18:52:47,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:47,225 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733770366426) 2024-12-09T18:52:47,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=401 (was 387) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:43823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151378559_22 at /127.0.0.1:35132 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151378559_22 at /127.0.0.1:60742 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151378559_22 at /127.0.0.1:40932 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43823 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1151378559_22 at /127.0.0.1:40926 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=2244 (was 2339) 2024-12-09T18:52:47,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=2240 2024-12-09T18:52:47,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:47,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:47,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:47,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26924722, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-26924722, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:47,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26924722/hregion-26924722.1733770367286, exclude list is [], retry=0 2024-12-09T18:52:47,301 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:47,301 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:47,302 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:47,304 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26924722/hregion-26924722.1733770367286 2024-12-09T18:52:47,304 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:52:47,305 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 376889156ddcc5b291a0dd4c7e9e67db, NAME => 'test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741865_1042 (size=43) 2024-12-09T18:52:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741865_1042 (size=43) 2024-12-09T18:52:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741865_1042 (size=43) 2024-12-09T18:52:47,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:47,321 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,323 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName a 2024-12-09T18:52:47,323 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,324 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,324 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,326 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName b 2024-12-09T18:52:47,326 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,327 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,327 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,329 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName c 2024-12-09T18:52:47,329 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,330 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,330 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,332 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,332 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,333 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:47,334 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,336 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:47,336 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 376889156ddcc5b291a0dd4c7e9e67db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69663126, jitterRate=0.0380614697933197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:47,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 376889156ddcc5b291a0dd4c7e9e67db: Writing region info on filesystem at 1733770367320Initializing all the Stores at 1733770367321 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367321Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367321Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367321Cleaning up temporary data from old regions at 1733770367332 (+11 ms)Region opened successfully at 1733770367337 (+5 ms) 2024-12-09T18:52:47,337 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 376889156ddcc5b291a0dd4c7e9e67db, disabling compactions & flushes 2024-12-09T18:52:47,337 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:47,337 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:47,337 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. after waiting 0 ms 2024-12-09T18:52:47,338 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:47,338 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:47,338 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 376889156ddcc5b291a0dd4c7e9e67db: Waiting for close lock at 1733770367337Disabling compacts and flushes for region at 1733770367337Disabling writes for close at 1733770367337Writing region close event to WAL at 1733770367338 (+1 ms)Closed at 1733770367338 2024-12-09T18:52:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741864_1041 (size=93) 2024-12-09T18:52:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741864_1041 (size=93) 2024-12-09T18:52:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741864_1041 (size=93) 2024-12-09T18:52:47,344 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:47,345 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26924722:(num 1733770367286) 2024-12-09T18:52:47,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:47,347 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:47,368 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, exclude list is [], retry=0 2024-12-09T18:52:47,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:47,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:47,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:47,374 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 2024-12-09T18:52:47,374 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741866_1043 (size=200357) 2024-12-09T18:52:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741866_1043 (size=200357) 2024-12-09T18:52:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741866_1043 (size=200357) 2024-12-09T18:52:47,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, size=195.7 K (200357bytes) 2024-12-09T18:52:47,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 2024-12-09T18:52:47,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 after 0ms 2024-12-09T18:52:47,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:47,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 took 6ms 2024-12-09T18:52:47,548 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733770367348.temp 2024-12-09T18:52:47,551 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp 2024-12-09T18:52:47,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 so closing down 2024-12-09T18:52:47,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:47,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741867_1044 (size=200357) 2024-12-09T18:52:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741867_1044 (size=200357) 2024-12-09T18:52:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741867_1044 (size=200357) 2024-12-09T18:52:47,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-12-09T18:52:47,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp to hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 2024-12-09T18:52:47,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-09T18:52:47,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, journal: Splitting hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, size=195.7 K (200357bytes) at 1733770367530Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp at 1733770367551 (+21 ms)Split 1024 edits, skipped 0 edits. at 1733770367556 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733770367573 (+17 ms)Finishing writing output for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 so closing down at 1733770367585 (+12 ms)3 split writer threads finished at 1733770367586 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733770367590 (+4 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000000001-wal.1733770367348.temp to hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 at 1733770367591 (+1 ms)Processed 3000 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733770367591 2024-12-09T18:52:47,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367348 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770367348 2024-12-09T18:52:47,595 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 2024-12-09T18:52:47,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:47,598 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:47,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, exclude list is [], retry=0 2024-12-09T18:52:47,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:47,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:47,623 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:47,625 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 2024-12-09T18:52:47,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741868_1045 (size=200484) 2024-12-09T18:52:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741868_1045 (size=200484) 2024-12-09T18:52:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741868_1045 (size=200484) 2024-12-09T18:52:47,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, size=195.8 K (200484bytes) 2024-12-09T18:52:47,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 2024-12-09T18:52:47,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 after 0ms 2024-12-09T18:52:47,783 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:47,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 took 5ms 2024-12-09T18:52:47,787 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733770367598.temp 2024-12-09T18:52:47,789 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp 2024-12-09T18:52:47,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 so closing down 2024-12-09T18:52:47,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:47,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741869_1046 (size=200484) 2024-12-09T18:52:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741869_1046 (size=200484) 2024-12-09T18:52:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741869_1046 (size=200484) 2024-12-09T18:52:47,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp (wrote 3000 edits, skipped 0 edits in 16 ms) 2024-12-09T18:52:47,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp to hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 2024-12-09T18:52:47,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-09T18:52:47,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, journal: Splitting hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, size=195.8 K (200484bytes) at 1733770367780Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp at 1733770367789 (+9 ms)Split 1024 edits, skipped 0 edits. at 1733770367805 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733770367823 (+18 ms)Finishing writing output for hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 so closing down at 1733770367837 (+14 ms)3 split writer threads finished at 1733770367837Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp (wrote 3000 edits, skipped 0 edits in 16 ms) at 1733770367843 (+6 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003001-wal.1733770367598.temp to hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 at 1733770367844 (+1 ms)Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733770367845 (+1 ms) 2024-12-09T18:52:47,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367598 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770367598 2024-12-09T18:52:47,848 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 2024-12-09T18:52:47,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:47,850 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/test2727-manual,16010,1733770367276, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:47,864 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367851, exclude list is [], retry=0 2024-12-09T18:52:47,868 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:47,868 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:47,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:47,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733770367276/wal.1733770367851 2024-12-09T18:52:47,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:47,871 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 376889156ddcc5b291a0dd4c7e9e67db, NAME => 'test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,872 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,875 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,877 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName a 2024-12-09T18:52:47,877 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,877 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,878 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,878 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName b 2024-12-09T18:52:47,879 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,879 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,879 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,880 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376889156ddcc5b291a0dd4c7e9e67db columnFamilyName c 2024-12-09T18:52:47,881 DEBUG [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:47,881 INFO [StoreOpener-376889156ddcc5b291a0dd4c7e9e67db-1 {}] regionserver.HStore(327): Store=376889156ddcc5b291a0dd4c7e9e67db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:47,881 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,882 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,884 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:47,885 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 2024-12-09T18:52:47,888 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:47,932 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 2024-12-09T18:52:47,934 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 2024-12-09T18:52:47,937 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:47,990 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 2024-12-09T18:52:47,991 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 376889156ddcc5b291a0dd4c7e9e67db 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-09T18:52:48,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/a/9b559ef17f8b4c80a745da4cfd27ff05 is 41, key is test2727/a:100/1733770367629/Put/seqid=0 2024-12-09T18:52:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741871_1048 (size=84227) 2024-12-09T18:52:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741871_1048 (size=84227) 2024-12-09T18:52:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741871_1048 (size=84227) 2024-12-09T18:52:48,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/a/9b559ef17f8b4c80a745da4cfd27ff05 2024-12-09T18:52:48,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/b/c049226da3ec4e418b6c9f8197c7670c is 41, key is test2727/b:100/1733770367675/Put/seqid=0 2024-12-09T18:52:48,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:52:48,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:48,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:52:48,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T18:52:48,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T18:52:48,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:48,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-09T18:52:48,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741872_1049 (size=84609) 2024-12-09T18:52:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741872_1049 (size=84609) 2024-12-09T18:52:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741872_1049 (size=84609) 2024-12-09T18:52:48,096 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/b/c049226da3ec4e418b6c9f8197c7670c 2024-12-09T18:52:48,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/c/c4914b513e2e46b9bcf1d5d864f6c00d is 41, key is test2727/c:100/1733770367728/Put/seqid=0 2024-12-09T18:52:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741873_1050 (size=84609) 2024-12-09T18:52:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741873_1050 (size=84609) 2024-12-09T18:52:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741873_1050 (size=84609) 2024-12-09T18:52:48,135 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/c/c4914b513e2e46b9bcf1d5d864f6c00d 2024-12-09T18:52:48,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/a/9b559ef17f8b4c80a745da4cfd27ff05 as hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/a/9b559ef17f8b4c80a745da4cfd27ff05 2024-12-09T18:52:48,150 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/a/9b559ef17f8b4c80a745da4cfd27ff05, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-09T18:52:48,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/b/c049226da3ec4e418b6c9f8197c7670c as hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/b/c049226da3ec4e418b6c9f8197c7670c 2024-12-09T18:52:48,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/b/c049226da3ec4e418b6c9f8197c7670c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T18:52:48,159 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/.tmp/c/c4914b513e2e46b9bcf1d5d864f6c00d as hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/c/c4914b513e2e46b9bcf1d5d864f6c00d 2024-12-09T18:52:48,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/c/c4914b513e2e46b9bcf1d5d864f6c00d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T18:52:48,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 376889156ddcc5b291a0dd4c7e9e67db in 174ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-09T18:52:48,166 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000003000 2024-12-09T18:52:48,167 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/0000000000000006000 2024-12-09T18:52:48,168 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:48,169 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:48,171 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 376889156ddcc5b291a0dd4c7e9e67db 2024-12-09T18:52:48,173 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/test2727/376889156ddcc5b291a0dd4c7e9e67db/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-09T18:52:48,174 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 376889156ddcc5b291a0dd4c7e9e67db; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63039547, jitterRate=-0.06063754856586456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:48,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 376889156ddcc5b291a0dd4c7e9e67db: Writing region info on filesystem at 1733770367872Initializing all the Stores at 1733770367873 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367873Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367875 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770367875Obtaining lock to block concurrent updates at 1733770367991 (+116 ms)Preparing flush snapshotting stores in 376889156ddcc5b291a0dd4c7e9e67db at 1733770367991Finished memstore snapshotting test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733770367991Flushing stores of test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. at 1733770367991Flushing 376889156ddcc5b291a0dd4c7e9e67db/a: creating writer at 1733770367991Flushing 376889156ddcc5b291a0dd4c7e9e67db/a: appending metadata at 1733770368010 (+19 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/a: closing flushed file at 1733770368010Flushing 376889156ddcc5b291a0dd4c7e9e67db/b: creating writer at 1733770368026 (+16 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/b: appending metadata at 1733770368068 (+42 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/b: closing flushed file at 1733770368069 (+1 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/c: creating writer at 1733770368107 (+38 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/c: appending metadata at 1733770368125 (+18 ms)Flushing 376889156ddcc5b291a0dd4c7e9e67db/c: closing flushed file at 1733770368125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5812faae: reopening flushed file at 1733770368142 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320fe1b6: reopening flushed file at 1733770368150 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c812c4d: reopening flushed file at 1733770368158 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 376889156ddcc5b291a0dd4c7e9e67db in 174ms, sequenceid=6000, compaction requested=false; wal=null at 1733770368166 (+8 ms)Cleaning up temporary data from old regions at 1733770368169 (+3 ms)Region opened successfully at 1733770368175 (+6 ms) 2024-12-09T18:52:48,176 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-09T18:52:48,176 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 376889156ddcc5b291a0dd4c7e9e67db, disabling compactions & flushes 2024-12-09T18:52:48,176 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:48,176 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:48,176 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. after waiting 0 ms 2024-12-09T18:52:48,176 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:48,177 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733770367278.376889156ddcc5b291a0dd4c7e9e67db. 2024-12-09T18:52:48,178 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 376889156ddcc5b291a0dd4c7e9e67db: Waiting for close lock at 1733770368176Disabling compacts and flushes for region at 1733770368176Disabling writes for close at 1733770368176Writing region close event to WAL at 1733770368177 (+1 ms)Closed at 1733770368177 2024-12-09T18:52:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741870_1047 (size=93) 2024-12-09T18:52:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741870_1047 (size=93) 2024-12-09T18:52:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741870_1047 (size=93) 2024-12-09T18:52:48,183 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:48,183 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733770367851) 2024-12-09T18:52:48,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=403 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:60820 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:41062 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:35178 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1988 (was 2240) 2024-12-09T18:52:48,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1987 2024-12-09T18:52:48,222 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:48,228 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:48,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733770368228 2024-12-09T18:52:48,234 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 2024-12-09T18:52:48,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:48,239 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 790960a865e8bcfcac064ac8b04a7356, NAME => 'testSequentialEditLogSeqNum,,1733770368223.790960a865e8bcfcac064ac8b04a7356.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:48,240 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733770368223.790960a865e8bcfcac064ac8b04a7356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:48,240 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,240 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,241 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356 doesn't exist for region: 790960a865e8bcfcac064ac8b04a7356 on table testSequentialEditLogSeqNum 2024-12-09T18:52:48,241 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 790960a865e8bcfcac064ac8b04a7356 on table testSequentialEditLogSeqNum 2024-12-09T18:52:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741875_1052 (size=62) 2024-12-09T18:52:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741875_1052 (size=62) 2024-12-09T18:52:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741875_1052 (size=62) 2024-12-09T18:52:48,250 INFO [StoreOpener-790960a865e8bcfcac064ac8b04a7356-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,252 INFO [StoreOpener-790960a865e8bcfcac064ac8b04a7356-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790960a865e8bcfcac064ac8b04a7356 columnFamilyName a 2024-12-09T18:52:48,252 DEBUG [StoreOpener-790960a865e8bcfcac064ac8b04a7356-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,253 INFO [StoreOpener-790960a865e8bcfcac064ac8b04a7356-1 {}] regionserver.HStore(327): Store=790960a865e8bcfcac064ac8b04a7356/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,253 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,253 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,254 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,254 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,256 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 790960a865e8bcfcac064ac8b04a7356 2024-12-09T18:52:48,258 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:48,259 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 790960a865e8bcfcac064ac8b04a7356; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67396851, jitterRate=0.004291340708732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:52:48,260 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 790960a865e8bcfcac064ac8b04a7356: Writing region info on filesystem at 1733770368240Initializing all the Stores at 1733770368250 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368250Cleaning up temporary data from old regions at 1733770368254 (+4 ms)Region opened successfully at 1733770368260 (+6 ms) 2024-12-09T18:52:48,274 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 790960a865e8bcfcac064ac8b04a7356 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-09T18:52:48,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/.tmp/a/35c2f39b6e734c7f909387817d443f0b is 81, key is testSequentialEditLogSeqNum/a:x0/1733770368260/Put/seqid=0 2024-12-09T18:52:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741876_1053 (size=5833) 2024-12-09T18:52:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741876_1053 (size=5833) 2024-12-09T18:52:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741876_1053 (size=5833) 2024-12-09T18:52:48,298 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/.tmp/a/35c2f39b6e734c7f909387817d443f0b 2024-12-09T18:52:48,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/.tmp/a/35c2f39b6e734c7f909387817d443f0b as hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/a/35c2f39b6e734c7f909387817d443f0b 2024-12-09T18:52:48,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/a/35c2f39b6e734c7f909387817d443f0b, entries=10, sequenceid=13, filesize=5.7 K 2024-12-09T18:52:48,314 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 790960a865e8bcfcac064ac8b04a7356 in 40ms, sequenceid=13, compaction requested=false 2024-12-09T18:52:48,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 790960a865e8bcfcac064ac8b04a7356: 2024-12-09T18:52:48,321 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T18:52:48,321 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T18:52:48,321 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T18:52:48,321 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T18:52:48,321 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T18:52:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741874_1051 (size=1616) 2024-12-09T18:52:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741874_1051 (size=1616) 2024-12-09T18:52:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741874_1051 (size=1616) 2024-12-09T18:52:48,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228, size=1.6 K (1616bytes) 2024-12-09T18:52:48,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 2024-12-09T18:52:48,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 after 0ms 2024-12-09T18:52:48,343 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:48,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 took 5ms 2024-12-09T18:52:48,346 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 so closing down 2024-12-09T18:52:48,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:48,348 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733770368228.temp 2024-12-09T18:52:48,350 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp 2024-12-09T18:52:48,350 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741877_1054 (size=1175) 2024-12-09T18:52:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741877_1054 (size=1175) 2024-12-09T18:52:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741877_1054 (size=1175) 2024-12-09T18:52:48,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:48,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp to hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000020 2024-12-09T18:52:48,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-09T18:52:48,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228, journal: Splitting hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228, size=1.6 K (1616bytes) at 1733770368340Finishing writing output for hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228 so closing down at 1733770368346 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp at 1733770368350 (+4 ms)3 split writer threads finished at 1733770368350Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733770368361 (+11 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000003-wal.1733770368228.temp to hdfs://localhost:43823/hbase/data/default/testSequentialEditLogSeqNum/790960a865e8bcfcac064ac8b04a7356/recovered.edits/0000000000000000020 at 1733770368362 (+1 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733770368221/wal.1733770368228, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733770368362 2024-12-09T18:52:48,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:41062 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:35178 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1986 (was 1987) 2024-12-09T18:52:48,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1985 2024-12-09T18:52:48,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:48,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:48,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:48,439 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60701287, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-60701287, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:48,452 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60701287/hregion-60701287.1733770368439, exclude list is [], retry=0 2024-12-09T18:52:48,456 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:48,458 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:48,459 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:48,462 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60701287/hregion-60701287.1733770368439 2024-12-09T18:52:48,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:48,462 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 014b46244047dc9498a7798cc0b32b88, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741879_1056 (size=70) 2024-12-09T18:52:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741879_1056 (size=70) 2024-12-09T18:52:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741879_1056 (size=70) 2024-12-09T18:52:48,478 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:48,480 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,482 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName a 2024-12-09T18:52:48,482 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,482 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,483 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,484 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName b 2024-12-09T18:52:48,484 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,485 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,485 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,487 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName c 2024-12-09T18:52:48,487 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,488 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,488 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,490 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,490 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,491 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:48,492 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:48,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 014b46244047dc9498a7798cc0b32b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58754772, jitterRate=-0.12448567152023315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:48,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 014b46244047dc9498a7798cc0b32b88: Writing region info on filesystem at 1733770368478Initializing all the Stores at 1733770368479 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368479Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368479Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368479Cleaning up temporary data from old regions at 1733770368491 (+12 ms)Region opened successfully at 1733770368501 (+10 ms) 2024-12-09T18:52:48,502 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 014b46244047dc9498a7798cc0b32b88, disabling compactions & flushes 2024-12-09T18:52:48,502 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:48,502 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:48,502 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. after waiting 0 ms 2024-12-09T18:52:48,502 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:48,502 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:48,503 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 014b46244047dc9498a7798cc0b32b88: Waiting for close lock at 1733770368501Disabling compacts and flushes for region at 1733770368501Disabling writes for close at 1733770368502 (+1 ms)Writing region close event to WAL at 1733770368502Closed at 1733770368502 2024-12-09T18:52:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741878_1055 (size=93) 2024-12-09T18:52:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741878_1055 (size=93) 2024-12-09T18:52:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741878_1055 (size=93) 2024-12-09T18:52:48,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:48,509 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60701287:(num 1733770368439) 2024-12-09T18:52:48,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:48,511 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:48,524 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, exclude list is [], retry=0 2024-12-09T18:52:48,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:48,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:48,529 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:48,531 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 2024-12-09T18:52:48,532 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 014b46244047dc9498a7798cc0b32b88, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,535 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,537 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName a 2024-12-09T18:52:48,537 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,538 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,538 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,539 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName b 2024-12-09T18:52:48,539 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,540 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,540 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,541 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName c 2024-12-09T18:52:48,541 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:48,541 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:48,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:48,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:48,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 014b46244047dc9498a7798cc0b32b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66434062, jitterRate=-0.010055333375930786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:48,549 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 014b46244047dc9498a7798cc0b32b88: Writing region info on filesystem at 1733770368533Initializing all the Stores at 1733770368534 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368534Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368535 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770368535Cleaning up temporary data from old regions at 1733770368545 (+10 ms)Region opened successfully at 1733770368549 (+4 ms) 2024-12-09T18:52:48,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733770368551/Put/seqid=0 2024-12-09T18:52:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741881_1058 (size=4826) 2024-12-09T18:52:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741881_1058 (size=4826) 2024-12-09T18:52:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741881_1058 (size=4826) 2024-12-09T18:52:48,961 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43823/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 014b46244047dc9498a7798cc0b32b88/a 2024-12-09T18:52:48,968 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-09T18:52:48,968 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T18:52:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 014b46244047dc9498a7798cc0b32b88: 2024-12-09T18:52:48,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/1718533b895245bc836ca2767bbee1a6_SeqId_3_ 2024-12-09T18:52:48,971 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43823/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 014b46244047dc9498a7798cc0b32b88/a as hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/1718533b895245bc836ca2767bbee1a6_SeqId_3_ - updating store file list. 2024-12-09T18:52:48,976 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1718533b895245bc836ca2767bbee1a6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T18:52:48,977 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/1718533b895245bc836ca2767bbee1a6_SeqId_3_ into 014b46244047dc9498a7798cc0b32b88/a 2024-12-09T18:52:48,977 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43823/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 014b46244047dc9498a7798cc0b32b88/a (new location: hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/1718533b895245bc836ca2767bbee1a6_SeqId_3_) 2024-12-09T18:52:49,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, size=0 (0bytes) 2024-12-09T18:52:49,011 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 might be still open, length is 0 2024-12-09T18:52:49,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 2024-12-09T18:52:49,012 WARN [IPC Server handler 0 on default port 43823 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-09T18:52:49,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 after 1ms 2024-12-09T18:52:51,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:35306 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35763:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35306 dst: /127.0.0.1:35763 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35763 remote=/127.0.0.1:35306]. Total timeout mills is 60000, 57051 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:51,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:41144 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41144 dst: /127.0.0.1:36455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:51,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:60926 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60926 dst: /127.0.0.1:35029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741880_1059 (size=434) 2024-12-09T18:52:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741880_1059 (size=434) 2024-12-09T18:52:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741880_1059 (size=434) 2024-12-09T18:52:53,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 after 4002ms 2024-12-09T18:52:53,019 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:53,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 took 4008ms 2024-12-09T18:52:53,022 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511; continuing. 2024-12-09T18:52:53,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 so closing down 2024-12-09T18:52:53,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:53,025 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733770368511.temp 2024-12-09T18:52:53,027 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp 2024-12-09T18:52:53,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741882_1060 (size=236) 2024-12-09T18:52:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741882_1060 (size=236) 2024-12-09T18:52:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741882_1060 (size=236) 2024-12-09T18:52:53,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:53,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp to hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 2024-12-09T18:52:53,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T18:52:53,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, journal: Splitting hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, size=0 (0bytes) at 1733770369011Finishing writing output for hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 so closing down at 1733770373022 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp at 1733770373027 (+5 ms)3 split writer threads finished at 1733770373027Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733770373035 (+8 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005-wal.1733770368511.temp to hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 at 1733770373036 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511, size=0, length=0, corrupted=false, cancelled=false at 1733770373036 2024-12-09T18:52:53,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770368511 2024-12-09T18:52:53,038 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 2024-12-09T18:52:53,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:53,040 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:53,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770373040, exclude list is [], retry=0 2024-12-09T18:52:53,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:53,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:53,056 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:53,058 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770373040 2024-12-09T18:52:53,058 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:53,058 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 014b46244047dc9498a7798cc0b32b88, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:53,058 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:53,058 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,058 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,060 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,061 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName a 2024-12-09T18:52:53,061 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,067 DEBUG [StoreFileOpener-014b46244047dc9498a7798cc0b32b88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1718533b895245bc836ca2767bbee1a6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T18:52:53,068 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/1718533b895245bc836ca2767bbee1a6_SeqId_3_ 2024-12-09T18:52:53,068 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,068 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,069 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName b 2024-12-09T18:52:53,069 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,069 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,070 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,070 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014b46244047dc9498a7798cc0b32b88 columnFamilyName c 2024-12-09T18:52:53,070 DEBUG [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,071 INFO [StoreOpener-014b46244047dc9498a7798cc0b32b88-1 {}] regionserver.HStore(327): Store=014b46244047dc9498a7798cc0b32b88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,071 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,074 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 2024-12-09T18:52:53,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:53,077 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 2024-12-09T18:52:53,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 014b46244047dc9498a7798cc0b32b88 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-09T18:52:53,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/.tmp/a/c5de0e35337647a88b871c544a80191a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733770368981/Put/seqid=0 2024-12-09T18:52:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741884_1062 (size=5149) 2024-12-09T18:52:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741884_1062 (size=5149) 2024-12-09T18:52:53,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741884_1062 (size=5149) 2024-12-09T18:52:53,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/.tmp/a/c5de0e35337647a88b871c544a80191a 2024-12-09T18:52:53,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/.tmp/a/c5de0e35337647a88b871c544a80191a as hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/c5de0e35337647a88b871c544a80191a 2024-12-09T18:52:53,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/a/c5de0e35337647a88b871c544a80191a, entries=1, sequenceid=5, filesize=5.0 K 2024-12-09T18:52:53,108 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 014b46244047dc9498a7798cc0b32b88 in 31ms, sequenceid=5, compaction requested=false; wal=null 2024-12-09T18:52:53,109 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/0000000000000000005 2024-12-09T18:52:53,110 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,110 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,111 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:53,113 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 014b46244047dc9498a7798cc0b32b88 2024-12-09T18:52:53,116 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/014b46244047dc9498a7798cc0b32b88/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:52:53,117 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 014b46244047dc9498a7798cc0b32b88; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70524556, jitterRate=0.05089777708053589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:53,117 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 014b46244047dc9498a7798cc0b32b88: Writing region info on filesystem at 1733770373059Initializing all the Stores at 1733770373060 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770373060Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770373060Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770373060Obtaining lock to block concurrent updates at 1733770373077 (+17 ms)Preparing flush snapshotting stores in 014b46244047dc9498a7798cc0b32b88 at 1733770373077Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733770373077Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. at 1733770373077Flushing 014b46244047dc9498a7798cc0b32b88/a: creating writer at 1733770373077Flushing 014b46244047dc9498a7798cc0b32b88/a: appending metadata at 1733770373090 (+13 ms)Flushing 014b46244047dc9498a7798cc0b32b88/a: closing flushed file at 1733770373090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e029b0: reopening flushed file at 1733770373102 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 014b46244047dc9498a7798cc0b32b88 in 31ms, sequenceid=5, compaction requested=false; wal=null at 1733770373108 (+6 ms)Cleaning up temporary data from old regions at 1733770373110 (+2 ms)Region opened successfully at 1733770373117 (+7 ms) 2024-12-09T18:52:53,122 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 014b46244047dc9498a7798cc0b32b88, disabling compactions & flushes 2024-12-09T18:52:53,122 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:53,122 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:53,122 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. after waiting 0 ms 2024-12-09T18:52:53,122 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:53,123 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733770368399.014b46244047dc9498a7798cc0b32b88. 2024-12-09T18:52:53,123 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 014b46244047dc9498a7798cc0b32b88: Waiting for close lock at 1733770373121Disabling compacts and flushes for region at 1733770373121Disabling writes for close at 1733770373122 (+1 ms)Writing region close event to WAL at 1733770373123 (+1 ms)Closed at 1733770373123 2024-12-09T18:52:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741883_1061 (size=93) 2024-12-09T18:52:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741883_1061 (size=93) 2024-12-09T18:52:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741883_1061 (size=93) 2024-12-09T18:52:53,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:53,128 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733770373040) 2024-12-09T18:52:53,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1228574841_22 at /127.0.0.1:37800 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1228574841_22 at /127.0.0.1:40078 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43823 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:43823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1228574841_22 at /127.0.0.1:49184 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1992 (was 1985) - AvailableMemoryMB LEAK? - 2024-12-09T18:52:53,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=1992 2024-12-09T18:52:53,164 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:53,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:52:53,175 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:53,177 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2655055 2024-12-09T18:52:53,178 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:52:53,180 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:52:53,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:52:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T18:52:53,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:52:53,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-09T18:52:53,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:52:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:52:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741885_1063 (size=694) 2024-12-09T18:52:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741885_1063 (size=694) 2024-12-09T18:52:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741885_1063 (size=694) 2024-12-09T18:52:53,205 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569 2024-12-09T18:52:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741886_1064 (size=77) 2024-12-09T18:52:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741886_1064 (size=77) 2024-12-09T18:52:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741886_1064 (size=77) 2024-12-09T18:52:53,214 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:53,214 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:53,214 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,214 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,215 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:53,215 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,215 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,215 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770373214Disabling compacts and flushes for region at 1733770373214Disabling writes for close at 1733770373215 (+1 ms)Writing region close event to WAL at 1733770373215Closed at 1733770373215 2024-12-09T18:52:53,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:52:53,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733770373217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733770373217"}]},"ts":"1733770373217"} 2024-12-09T18:52:53,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T18:52:53,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:52:53,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770373226"}]},"ts":"1733770373226"} 2024-12-09T18:52:53,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-09T18:52:53,233 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0} 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:52:53,234 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:52:53,234 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:52:53,234 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:52:53,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:52:53,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN}] 2024-12-09T18:52:53,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN 2024-12-09T18:52:53,238 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN; state=OFFLINE, location=a437f8b9ba7d,40321,1733770358458; forceNewPlan=false, retain=false 2024-12-09T18:52:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:52:53,391 INFO [a437f8b9ba7d:44329 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:52:53,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPENING, regionLocation=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN because future has completed 2024-12-09T18:52:53,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458}] 2024-12-09T18:52:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:52:53,550 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:52:53,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35511, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:52:53,564 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,564 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:53,564 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,565 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:53,565 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,565 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,567 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,569 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:53,569 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,570 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,570 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,571 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:53,571 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,572 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,572 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,573 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,573 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,574 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,574 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,575 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T18:52:53,577 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,579 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:53,580 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a9aaa15684576b60350e2ed494035ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61355238, jitterRate=-0.08573570847511292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T18:52:53,580 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,581 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a9aaa15684576b60350e2ed494035ca: Running coprocessor pre-open hook at 1733770373565Writing region info on filesystem at 1733770373565Initializing all the Stores at 1733770373567 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770373567Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770373567Cleaning up temporary data from old regions at 1733770373574 (+7 ms)Running coprocessor post-open hooks at 1733770373580 (+6 ms)Region opened successfully at 1733770373581 (+1 ms) 2024-12-09T18:52:53,582 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., pid=6, masterSystemTime=1733770373549 2024-12-09T18:52:53,585 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,585 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:53,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 because future has completed 2024-12-09T18:52:53,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T18:52:53,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 in 194 msec 2024-12-09T18:52:53,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T18:52:53,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN in 358 msec 2024-12-09T18:52:53,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:52:53,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733770373597"}]},"ts":"1733770373597"} 2024-12-09T18:52:53,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-09T18:52:53,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:52:53,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 416 msec 2024-12-09T18:52:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:52:53,824 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-09T18:52:53,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-09T18:52:53,826 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:52:53,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-09T18:52:53,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:52:53,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-09T18:52:53,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=2] 2024-12-09T18:52:53,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:52:53,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:52:53,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9a9aaa15684576b60350e2ed494035ca, source=a437f8b9ba7d,40321,1733770358458, destination=a437f8b9ba7d,42319,1733770358557, warming up region on a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:52:53,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9a9aaa15684576b60350e2ed494035ca, source=a437f8b9ba7d,40321,1733770358458, destination=a437f8b9ba7d,42319,1733770358557, running balancer 2024-12-09T18:52:53,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:52:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE 2024-12-09T18:52:53,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE 2024-12-09T18:52:53,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=CLOSING, regionLocation=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:53,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:53,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE because future has completed 2024-12-09T18:52:53,874 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,875 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:52:53,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458}] 2024-12-09T18:52:53,875 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:53,875 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,876 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,876 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:53,877 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:53,877 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:53,878 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:53,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770373878Disabling compacts and flushes for region at 1733770373878Disabling writes for close at 1733770373878Writing region close event to WAL at 1733770373878Closed at 1733770373878 2024-12-09T18:52:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-09T18:52:54,035 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,035 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:52:54,036 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:54,037 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,037 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,037 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:54,037 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,037 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 9a9aaa15684576b60350e2ed494035ca 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-09T18:52:54,057 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/9cc0592b7bf4458c998c7775be1c1984 is 35, key is r1/cf1:q/1733770373852/Put/seqid=0 2024-12-09T18:52:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741887_1065 (size=4783) 2024-12-09T18:52:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741887_1065 (size=4783) 2024-12-09T18:52:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741887_1065 (size=4783) 2024-12-09T18:52:54,066 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/9cc0592b7bf4458c998c7775be1c1984 2024-12-09T18:52:54,073 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/9cc0592b7bf4458c998c7775be1c1984 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984 2024-12-09T18:52:54,079 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984, entries=1, sequenceid=5, filesize=4.7 K 2024-12-09T18:52:54,081 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9a9aaa15684576b60350e2ed494035ca in 44ms, sequenceid=5, compaction requested=false 2024-12-09T18:52:54,081 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-09T18:52:54,086 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:52:54,088 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,088 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770374036Running coprocessor pre-close hooks at 1733770374036Disabling compacts and flushes for region at 1733770374036Disabling writes for close at 1733770374037 (+1 ms)Obtaining lock to block concurrent updates at 1733770374037Preparing flush snapshotting stores in 9a9aaa15684576b60350e2ed494035ca at 1733770374037Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733770374038 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. at 1733770374039 (+1 ms)Flushing 9a9aaa15684576b60350e2ed494035ca/cf1: creating writer at 1733770374039Flushing 9a9aaa15684576b60350e2ed494035ca/cf1: appending metadata at 1733770374057 (+18 ms)Flushing 9a9aaa15684576b60350e2ed494035ca/cf1: closing flushed file at 1733770374057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f91ab26: reopening flushed file at 1733770374072 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9a9aaa15684576b60350e2ed494035ca in 44ms, sequenceid=5, compaction requested=false at 1733770374081 (+9 ms)Writing region close event to WAL at 1733770374082 (+1 ms)Running coprocessor post-close hooks at 1733770374086 (+4 ms)Closed at 1733770374088 (+2 ms) 2024-12-09T18:52:54,089 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9a9aaa15684576b60350e2ed494035ca move to a437f8b9ba7d,42319,1733770358557 record at close sequenceid=5 2024-12-09T18:52:54,091 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=CLOSED 2024-12-09T18:52:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 because future has completed 2024-12-09T18:52:54,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T18:52:54,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 in 223 msec 2024-12-09T18:52:54,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE; state=CLOSED, location=a437f8b9ba7d,42319,1733770358557; forceNewPlan=false, retain=false 2024-12-09T18:52:54,253 INFO [a437f8b9ba7d:44329 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:52:54,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPENING, regionLocation=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:54,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE because future has completed 2024-12-09T18:52:54,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557}] 2024-12-09T18:52:54,414 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,414 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:54,415 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,415 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:54,415 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,415 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,417 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,418 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:54,418 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:54,425 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984 2024-12-09T18:52:54,426 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:54,426 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,427 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:54,427 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:54,427 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:54,428 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,428 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,430 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,430 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,430 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,431 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T18:52:54,432 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,433 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9a9aaa15684576b60350e2ed494035ca; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60802431, jitterRate=-0.09397317469120026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T18:52:54,434 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,434 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9a9aaa15684576b60350e2ed494035ca: Running coprocessor pre-open hook at 1733770374415Writing region info on filesystem at 1733770374415Initializing all the Stores at 1733770374416 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770374416Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770374416Cleaning up temporary data from old regions at 1733770374430 (+14 ms)Running coprocessor post-open hooks at 1733770374434 (+4 ms)Region opened successfully at 1733770374434 2024-12-09T18:52:54,435 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., pid=9, masterSystemTime=1733770374410 2024-12-09T18:52:54,438 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,438 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPEN, openSeqNum=9, regionLocation=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:54,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557 because future has completed 2024-12-09T18:52:54,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-09T18:52:54,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557 in 186 msec 2024-12-09T18:52:54,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE in 578 msec 2024-12-09T18:52:54,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:52:54,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:52:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:54302 deadline: 1733770434485, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=42319 startCode=1733770358557. As of locationSeqNum=5. 2024-12-09T18:52:54,510 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=42319 startCode=1733770358557. As of locationSeqNum=5. 2024-12-09T18:52:54,510 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=42319 startCode=1733770358557. As of locationSeqNum=5. 2024-12-09T18:52:54,510 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,42319,1733770358557, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=42319 startCode=1733770358557. As of locationSeqNum=5. 2024-12-09T18:52:54,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:52:54,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:52:54,632 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a9aaa15684576b60350e2ed494035ca 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-09T18:52:54,648 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/67980d7fdb374a339c7e7ba59f89438b is 29, key is r1/cf1:/1733770374624/DeleteFamily/seqid=0 2024-12-09T18:52:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741888_1066 (size=4906) 2024-12-09T18:52:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741888_1066 (size=4906) 2024-12-09T18:52:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741888_1066 (size=4906) 2024-12-09T18:52:54,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,664 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 is 29, key is r1/cf2:/1733770374624/DeleteFamily/seqid=0 2024-12-09T18:52:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741889_1067 (size=4906) 2024-12-09T18:52:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741889_1067 (size=4906) 2024-12-09T18:52:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741889_1067 (size=4906) 2024-12-09T18:52:54,689 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,697 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,698 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/67980d7fdb374a339c7e7ba59f89438b as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,706 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,706 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T18:52:54,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,714 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T18:52:54,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 9a9aaa15684576b60350e2ed494035ca in 83ms, sequenceid=12, compaction requested=false 2024-12-09T18:52:54,715 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9a9aaa15684576b60350e2ed494035ca: 2024-12-09T18:52:54,718 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T18:52:54,719 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9a9aaa15684576b60350e2ed494035ca/cf1 is initiating major compaction (all files) 2024-12-09T18:52:54,719 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:52:54,719 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:54,720 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9a9aaa15684576b60350e2ed494035ca/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,720 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984, hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b] into tmpdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp, totalSize=9.5 K 2024-12-09T18:52:54,721 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9cc0592b7bf4458c998c7775be1c1984, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733770373852 2024-12-09T18:52:54,721 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 67980d7fdb374a339c7e7ba59f89438b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T18:52:54,733 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9a9aaa15684576b60350e2ed494035ca#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T18:52:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741890_1068 (size=4626) 2024-12-09T18:52:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741890_1068 (size=4626) 2024-12-09T18:52:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741890_1068 (size=4626) 2024-12-09T18:52:54,750 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf1/156fb79208654f98b491249550d86963 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/156fb79208654f98b491249550d86963 2024-12-09T18:52:54,764 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 9a9aaa15684576b60350e2ed494035ca/cf1 of 9a9aaa15684576b60350e2ed494035ca into 156fb79208654f98b491249550d86963(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T18:52:54,764 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9a9aaa15684576b60350e2ed494035ca: 2024-12-09T18:52:54,764 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-09T18:52:54,764 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9a9aaa15684576b60350e2ed494035ca/cf2 is initiating major compaction (all files) 2024-12-09T18:52:54,764 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:52:54,764 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:52:54,764 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9a9aaa15684576b60350e2ed494035ca/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,764 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28] into tmpdir=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp, totalSize=4.8 K 2024-12-09T18:52:54,765 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7816c7fc7eee42fbbd8fb15aeaa34b28, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T18:52:54,771 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9a9aaa15684576b60350e2ed494035ca#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T18:52:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741891_1069 (size=4592) 2024-12-09T18:52:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741891_1069 (size=4592) 2024-12-09T18:52:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741891_1069 (size=4592) 2024-12-09T18:52:54,785 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/.tmp/cf2/fbea4531909748f5a010915b9e7bfe89 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/fbea4531909748f5a010915b9e7bfe89 2024-12-09T18:52:54,793 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 9a9aaa15684576b60350e2ed494035ca/cf2 of 9a9aaa15684576b60350e2ed494035ca into fbea4531909748f5a010915b9e7bfe89(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T18:52:54,793 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9a9aaa15684576b60350e2ed494035ca: 2024-12-09T18:52:54,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9a9aaa15684576b60350e2ed494035ca, source=a437f8b9ba7d,42319,1733770358557, destination=a437f8b9ba7d,40321,1733770358458, warming up region on a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:54,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9a9aaa15684576b60350e2ed494035ca, source=a437f8b9ba7d,42319,1733770358557, destination=a437f8b9ba7d,40321,1733770358458, running balancer 2024-12-09T18:52:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE 2024-12-09T18:52:54,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE 2024-12-09T18:52:54,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:54,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=CLOSING, regionLocation=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:54,804 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,805 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:54,806 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE because future has completed 2024-12-09T18:52:54,808 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:52:54,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557}] 2024-12-09T18:52:54,816 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/156fb79208654f98b491249550d86963 2024-12-09T18:52:54,823 INFO [StoreFileOpener-9a9aaa15684576b60350e2ed494035ca-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,823 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,830 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984 2024-12-09T18:52:54,830 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:54,831 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,832 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:54,832 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:54,841 INFO [StoreFileOpener-9a9aaa15684576b60350e2ed494035ca-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,841 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,847 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/fbea4531909748f5a010915b9e7bfe89 2024-12-09T18:52:54,847 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:54,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770374847Disabling compacts and flushes for region at 1733770374847Disabling writes for close at 1733770374847Writing region close event to WAL at 1733770374848 (+1 ms)Closed at 1733770374848 2024-12-09T18:52:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-09T18:52:54,962 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:54,963 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:52:54,963 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:54,963 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,963 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,963 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:54,963 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,963 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984, hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b] to archive 2024-12-09T18:52:54,966 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T18:52:54,971 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984 to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/9cc0592b7bf4458c998c7775be1c1984 2024-12-09T18:52:54,973 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/67980d7fdb374a339c7e7ba59f89438b 2024-12-09T18:52:54,988 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28] to archive 2024-12-09T18:52:54,989 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T18:52:54,992 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/7816c7fc7eee42fbbd8fb15aeaa34b28 2024-12-09T18:52:54,998 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-09T18:52:54,999 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:54,999 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770374963Running coprocessor pre-close hooks at 1733770374963Disabling compacts and flushes for region at 1733770374963Disabling writes for close at 1733770374963Writing region close event to WAL at 1733770374993 (+30 ms)Running coprocessor post-close hooks at 1733770374999 (+6 ms)Closed at 1733770374999 2024-12-09T18:52:54,999 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 9a9aaa15684576b60350e2ed494035ca move to a437f8b9ba7d,40321,1733770358458 record at close sequenceid=12 2024-12-09T18:52:55,002 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=CLOSED 2024-12-09T18:52:55,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557 because future has completed 2024-12-09T18:52:55,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-09T18:52:55,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,42319,1733770358557 in 199 msec 2024-12-09T18:52:55,011 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE; state=CLOSED, location=a437f8b9ba7d,40321,1733770358458; forceNewPlan=false, retain=false 2024-12-09T18:52:55,162 INFO [a437f8b9ba7d:44329 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T18:52:55,162 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPENING, regionLocation=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:55,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE because future has completed 2024-12-09T18:52:55,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458}] 2024-12-09T18:52:55,327 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,327 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:55,328 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,328 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:55,328 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,328 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,333 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,335 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:55,335 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:55,341 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/156fb79208654f98b491249550d86963 2024-12-09T18:52:55,341 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:55,342 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,342 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:55,343 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:55,349 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/fbea4531909748f5a010915b9e7bfe89 2024-12-09T18:52:55,349 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:55,349 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,350 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,351 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,352 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,352 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,353 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T18:52:55,354 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,355 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 9a9aaa15684576b60350e2ed494035ca; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67185707, jitterRate=0.0011450499296188354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T18:52:55,355 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,356 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9a9aaa15684576b60350e2ed494035ca: Running coprocessor pre-open hook at 1733770375330Writing region info on filesystem at 1733770375330Initializing all the Stores at 1733770375332 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770375332Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770375332Cleaning up temporary data from old regions at 1733770375352 (+20 ms)Running coprocessor post-open hooks at 1733770375355 (+3 ms)Region opened successfully at 1733770375356 (+1 ms) 2024-12-09T18:52:55,357 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., pid=12, masterSystemTime=1733770375321 2024-12-09T18:52:55,360 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,360 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPEN, openSeqNum=18, regionLocation=a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:55,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 because future has completed 2024-12-09T18:52:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T18:52:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,40321,1733770358458 in 197 msec 2024-12-09T18:52:55,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, REOPEN/MOVE in 568 msec 2024-12-09T18:52:55,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:52:55,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:52:55,407 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a437f8b9ba7d,40321,1733770358458: testing ***** 2024-12-09T18:52:55,407 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T18:52:55,409 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T18:52:55,410 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T18:52:55,413 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T18:52:55,415 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T18:52:55,425 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 367672216 }, "NonHeapMemoryUsage": { "committed": 170590208, "init": 7667712, "max": -1, "used": 168036520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a437f8b9ba7d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a437f8b9ba7d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61249", "tag.serverName": "a437f8b9ba7d,40321,1733770358458", "tag.clusterId": "975ee1c2-ae64-4a50-9b9a-e909fb28ed50", "tag.Context": "regionserver", "tag.Hostname": "a437f8b9ba7d", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733770358458, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T18:52:55,429 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44329 {}] master.MasterRpcServices(700): a437f8b9ba7d,40321,1733770358458 reported a fatal error: ***** ABORTING region server a437f8b9ba7d,40321,1733770358458: testing ***** 2024-12-09T18:52:55,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,40321,1733770358458' ***** 2024-12-09T18:52:55,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-09T18:52:55,431 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:52:55,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:52:55,431 INFO [RS:0;a437f8b9ba7d:40321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T18:52:55,432 INFO [RS:0;a437f8b9ba7d:40321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T18:52:55,432 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:52466 deadline: 1733770435432, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=40321 startCode=1733770358458. As of locationSeqNum=12. 2024-12-09T18:52:55,432 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(956): aborting server a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:55,432 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:52:55,432 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:52:55,433 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,433 INFO [RS:0;a437f8b9ba7d:40321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a437f8b9ba7d:40321. 2024-12-09T18:52:55,433 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,433 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:52:55,433 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,433 DEBUG [RS:0;a437f8b9ba7d:40321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:52:55,433 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,42319,1733770358557, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,42319,1733770358557, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=40321 startCode=1733770358458. As of locationSeqNum=12. 2024-12-09T18:52:55,433 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,42319,1733770358557, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=40321 startCode=1733770358458. As of locationSeqNum=12. 2024-12-09T18:52:55,433 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,42319,1733770358557, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a437f8b9ba7d port=40321 startCode=1733770358458. As of locationSeqNum=12. 2024-12-09T18:52:55,433 DEBUG [RS:0;a437f8b9ba7d:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:52:55,434 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T18:52:55,434 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1325): Online Regions={9a9aaa15684576b60350e2ed494035ca=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.} 2024-12-09T18:52:55,434 DEBUG [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1351): Waiting on 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:55,436 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,436 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770375432Running coprocessor pre-close hooks at 1733770375432Disabling compacts and flushes for region at 1733770375432Disabling writes for close at 1733770375433 (+1 ms)Writing region close event to WAL at 1733770375435 (+2 ms)Running coprocessor post-close hooks at 1733770375435Closed at 1733770375436 (+1 ms) 2024-12-09T18:52:55,436 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:55,530 INFO [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:52:55,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a437f8b9ba7d,40321,1733770358458 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:55,544 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a437f8b9ba7d,40321,1733770358458 aborting 2024-12-09T18:52:55,544 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a437f8b9ba7d,40321,1733770358458 aborting 2024-12-09T18:52:55,544 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=12 from cache 2024-12-09T18:52:55,634 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,40321,1733770358458; all regions closed. 2024-12-09T18:52:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741833_1009 (size=1677) 2024-12-09T18:52:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741833_1009 (size=1677) 2024-12-09T18:52:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741833_1009 (size=1677) 2024-12-09T18:52:55,639 DEBUG [RS:0;a437f8b9ba7d:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:52:55,639 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:52:55,639 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T18:52:55,640 INFO [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:52:55,640 INFO [RS:0;a437f8b9ba7d:40321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40321 2024-12-09T18:52:55,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,40321,1733770358458 2024-12-09T18:52:55,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:52:55,692 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:52:55,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,40321,1733770358458] 2024-12-09T18:52:55,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,40321,1733770358458 already deleted, retry=false 2024-12-09T18:52:55,711 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a437f8b9ba7d,40321,1733770358458 on a437f8b9ba7d,44329,1733770357747 2024-12-09T18:52:55,719 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a437f8b9ba7d,40321,1733770358458, splitWal=true, meta=false 2024-12-09T18:52:55,721 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for a437f8b9ba7d,40321,1733770358458 (carryingMeta=false) a437f8b9ba7d,40321,1733770358458/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2740769d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T18:52:55,723 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a437f8b9ba7d,40321,1733770358458, splitWal=true, meta=false 2024-12-09T18:52:55,724 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): a437f8b9ba7d,40321,1733770358458 had 1 regions 2024-12-09T18:52:55,725 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a437f8b9ba7d,40321,1733770358458, splitWal=true, meta=false, isMeta: false 2024-12-09T18:52:55,727 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting 2024-12-09T18:52:55,728 INFO [PEWorker-2 {}] master.SplitWALManager(105): a437f8b9ba7d,40321,1733770358458 WAL count=1, meta=false 2024-12-09T18:52:55,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a437f8b9ba7d%2C40321%2C1733770358458.1733770360082}] 2024-12-09T18:52:55,736 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:55,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, worker=a437f8b9ba7d,42319,1733770358557}] 2024-12-09T18:52:55,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18] 2024-12-09T18:52:55,757 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a437f8b9ba7d:40321 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a437f8b9ba7d/172.17.0.2:40321 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:55,757 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18, error=java.net.ConnectException: Call to address=a437f8b9ba7d:40321 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a437f8b9ba7d/172.17.0.2:40321 2024-12-09T18:52:55,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-09T18:52:55,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 from cache 2024-12-09T18:52:55,758 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address a437f8b9ba7d:40321 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a437f8b9ba7d/172.17.0.2:40321 2024-12-09T18:52:55,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:52:55,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1000c2345930001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:52:55,804 INFO [RS:0;a437f8b9ba7d:40321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:52:55,804 INFO [RS:0;a437f8b9ba7d:40321 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,40321,1733770358458; zookeeper connection closed. 2024-12-09T18:52:55,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5df70aaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5df70aaf 2024-12-09T18:52:55,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-09T18:52:55,913 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, size=1.6 K (1677bytes) 2024-12-09T18:52:55,913 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 2024-12-09T18:52:55,913 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 after 0ms 2024-12-09T18:52:55,916 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:55,916 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 took 3ms 2024-12-09T18:52:55,922 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 9a9aaa15684576b60350e2ed494035ca: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-09T18:52:55,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 so closing down 2024-12-09T18:52:55,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:55,923 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:55,923 INFO [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-09T18:52:55,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, journal: Splitting hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, size=1.6 K (1677bytes) at 1733770375913Finishing writing output for hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 so closing down at 1733770375923 (+10 ms)3 split writer threads finished at 1733770375923Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733770375923 2024-12-09T18:52:55,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 2024-12-09T18:52:55,924 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-09T18:52:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44329 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-09T18:52:55,931 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting/a437f8b9ba7d%2C40321%2C1733770358458.1733770360082 to hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs 2024-12-09T18:52:55,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T18:52:55,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, worker=a437f8b9ba7d,42319,1733770358557 in 194 msec 2024-12-09T18:52:55,935 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=a437f8b9ba7d,42319,1733770358557 2024-12-09T18:52:55,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T18:52:55,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a437f8b9ba7d%2C40321%2C1733770358458.1733770360082, worker=a437f8b9ba7d,42319,1733770358557 in 205 msec 2024-12-09T18:52:55,939 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting dir is empty, no logs to split. 2024-12-09T18:52:55,940 INFO [PEWorker-2 {}] master.SplitWALManager(105): a437f8b9ba7d,40321,1733770358458 WAL count=0, meta=false 2024-12-09T18:52:55,940 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a437f8b9ba7d,40321,1733770358458 WAL splitting is done? wals=0, meta=false 2024-12-09T18:52:55,942 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a437f8b9ba7d,40321,1733770358458 failed, ignore...File hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/WALs/a437f8b9ba7d,40321,1733770358458-splitting does not exist. 2024-12-09T18:52:55,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN}] 2024-12-09T18:52:55,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN 2024-12-09T18:52:55,947 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:52:56,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18] 2024-12-09T18:52:56,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to a437f8b9ba7d:40321 this server is in the failed servers list 2024-12-09T18:52:56,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a437f8b9ba7d:40321 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a437f8b9ba7d:40321 2024-12-09T18:52:56,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a437f8b9ba7d:40321 2024-12-09T18:52:56,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,40321,1733770358458, seqNum=18 from cache 2024-12-09T18:52:56,097 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0} 2024-12-09T18:52:56,098 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:52:56,098 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:52:56,098 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:52:56,098 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:52:56,098 INFO [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:52:56,098 INFO [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:52:56,098 DEBUG [a437f8b9ba7d:44329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:52:56,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPENING, regionLocation=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:56,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN because future has completed 2024-12-09T18:52:56,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,46713,1733770358605}] 2024-12-09T18:52:56,258 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:56,259 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a9aaa15684576b60350e2ed494035ca, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:56,259 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,259 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:56,259 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,259 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,261 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,262 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf1 2024-12-09T18:52:56,262 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,269 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf1/156fb79208654f98b491249550d86963 2024-12-09T18:52:56,269 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,270 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,271 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9aaa15684576b60350e2ed494035ca columnFamilyName cf2 2024-12-09T18:52:56,271 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,277 DEBUG [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/cf2/fbea4531909748f5a010915b9e7bfe89 2024-12-09T18:52:56,277 INFO [StoreOpener-9a9aaa15684576b60350e2ed494035ca-1 {}] regionserver.HStore(327): Store=9a9aaa15684576b60350e2ed494035ca/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,278 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,279 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,280 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,281 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,281 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,282 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T18:52:56,284 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,285 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9a9aaa15684576b60350e2ed494035ca; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61651087, jitterRate=-0.08132721483707428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T18:52:56,285 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:52:56,286 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9a9aaa15684576b60350e2ed494035ca: Running coprocessor pre-open hook at 1733770376260Writing region info on filesystem at 1733770376260Initializing all the Stores at 1733770376261 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376261Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376261Cleaning up temporary data from old regions at 1733770376281 (+20 ms)Running coprocessor post-open hooks at 1733770376285 (+4 ms)Region opened successfully at 1733770376285 2024-12-09T18:52:56,287 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., pid=17, masterSystemTime=1733770376253 2024-12-09T18:52:56,289 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:56,290 INFO [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:52:56,290 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9a9aaa15684576b60350e2ed494035ca, regionState=OPEN, openSeqNum=18, regionLocation=a437f8b9ba7d,46713,1733770358605 2024-12-09T18:52:56,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,46713,1733770358605 because future has completed 2024-12-09T18:52:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-09T18:52:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a9aaa15684576b60350e2ed494035ca, server=a437f8b9ba7d,46713,1733770358605 in 193 msec 2024-12-09T18:52:56,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-09T18:52:56,299 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a437f8b9ba7d,40321,1733770358458 after splitting done 2024-12-09T18:52:56,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9a9aaa15684576b60350e2ed494035ca, ASSIGN in 352 msec 2024-12-09T18:52:56,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a437f8b9ba7d,40321,1733770358458, splitWal=true, meta=false in 587 msec 2024-12-09T18:52:56,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca., hostname=a437f8b9ba7d,46713,1733770358605, seqNum=18] 2024-12-09T18:52:56,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1466068358_22 at /127.0.0.1:37800 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1118542081_22 at /127.0.0.1:40078 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1466068358_22 at /127.0.0.1:49184 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=1945 (was 1992) 2024-12-09T18:52:56,591 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-09T18:52:56,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=1945 2024-12-09T18:52:56,601 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-09T18:52:56,615 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:56,617 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:56,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:56,620 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02359017, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-02359017, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:56,631 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02359017/hregion-02359017.1733770376620, exclude list is [], retry=0 2024-12-09T18:52:56,634 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:56,634 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:56,635 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:56,638 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02359017/hregion-02359017.1733770376620 2024-12-09T18:52:56,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:56,639 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1cc8dfc02ab25bde4abcae65fac552a8, NAME => 'testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741893_1071 (size=67) 2024-12-09T18:52:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741893_1071 (size=67) 2024-12-09T18:52:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741893_1071 (size=67) 2024-12-09T18:52:56,650 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:56,652 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,653 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName a 2024-12-09T18:52:56,653 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,654 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,654 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,655 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName b 2024-12-09T18:52:56,655 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,656 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,656 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,658 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName c 2024-12-09T18:52:56,658 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,658 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,661 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:56,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,669 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:56,670 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cc8dfc02ab25bde4abcae65fac552a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63328817, jitterRate=-0.05632708966732025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cc8dfc02ab25bde4abcae65fac552a8: Writing region info on filesystem at 1733770376650Initializing all the Stores at 1733770376651 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376651Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376652 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376652Cleaning up temporary data from old regions at 1733770376661 (+9 ms)Region opened successfully at 1733770376670 (+9 ms) 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1cc8dfc02ab25bde4abcae65fac552a8, disabling compactions & flushes 2024-12-09T18:52:56,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. after waiting 0 ms 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,671 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1cc8dfc02ab25bde4abcae65fac552a8: Waiting for close lock at 1733770376671Disabling compacts and flushes for region at 1733770376671Disabling writes for close at 1733770376671Writing region close event to WAL at 1733770376671Closed at 1733770376671 2024-12-09T18:52:56,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741892_1070 (size=93) 2024-12-09T18:52:56,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741892_1070 (size=93) 2024-12-09T18:52:56,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741892_1070 (size=93) 2024-12-09T18:52:56,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:56,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02359017:(num 1733770376620) 2024-12-09T18:52:56,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:56,679 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:56,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, exclude list is [], retry=0 2024-12-09T18:52:56,699 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:56,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:56,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:56,702 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 2024-12-09T18:52:56,702 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:56,702 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cc8dfc02ab25bde4abcae65fac552a8, NAME => 'testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:56,702 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:56,703 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,703 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,704 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,705 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName a 2024-12-09T18:52:56,705 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,706 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,706 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,707 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName b 2024-12-09T18:52:56,707 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,708 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,708 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,709 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName c 2024-12-09T18:52:56,709 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,710 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,710 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,712 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,714 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,714 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,714 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:56,716 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,717 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cc8dfc02ab25bde4abcae65fac552a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65161614, jitterRate=-0.02901628613471985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:56,718 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cc8dfc02ab25bde4abcae65fac552a8: Writing region info on filesystem at 1733770376703Initializing all the Stores at 1733770376704 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376704Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376704Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376704Cleaning up temporary data from old regions at 1733770376714 (+10 ms)Region opened successfully at 1733770376718 (+4 ms) 2024-12-09T18:52:56,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1cc8dfc02ab25bde4abcae65fac552a8 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T18:52:56,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/a/0b1a7ff834484677a99b88cbd4fd5491 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733770376718/Put/seqid=0 2024-12-09T18:52:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741895_1073 (size=5958) 2024-12-09T18:52:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741895_1073 (size=5958) 2024-12-09T18:52:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741895_1073 (size=5958) 2024-12-09T18:52:56,781 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/a/0b1a7ff834484677a99b88cbd4fd5491 2024-12-09T18:52:56,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/4ed74a52bd2b4dd1b0e271c216bc95b9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733770376729/Put/seqid=0 2024-12-09T18:52:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741896_1074 (size=5958) 2024-12-09T18:52:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741896_1074 (size=5958) 2024-12-09T18:52:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741896_1074 (size=5958) 2024-12-09T18:52:56,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/4ed74a52bd2b4dd1b0e271c216bc95b9 2024-12-09T18:52:56,840 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/c/945906e6e1044194bec3e21de3fc868c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733770376738/Put/seqid=0 2024-12-09T18:52:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741897_1075 (size=5958) 2024-12-09T18:52:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741897_1075 (size=5958) 2024-12-09T18:52:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741897_1075 (size=5958) 2024-12-09T18:52:56,848 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/c/945906e6e1044194bec3e21de3fc868c 2024-12-09T18:52:56,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/a/0b1a7ff834484677a99b88cbd4fd5491 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/a/0b1a7ff834484677a99b88cbd4fd5491 2024-12-09T18:52:56,863 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/a/0b1a7ff834484677a99b88cbd4fd5491, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T18:52:56,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/4ed74a52bd2b4dd1b0e271c216bc95b9 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/4ed74a52bd2b4dd1b0e271c216bc95b9 2024-12-09T18:52:56,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/4ed74a52bd2b4dd1b0e271c216bc95b9, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T18:52:56,873 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/c/945906e6e1044194bec3e21de3fc868c as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/c/945906e6e1044194bec3e21de3fc868c 2024-12-09T18:52:56,880 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/c/945906e6e1044194bec3e21de3fc868c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T18:52:56,881 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1cc8dfc02ab25bde4abcae65fac552a8 in 132ms, sequenceid=33, compaction requested=false 2024-12-09T18:52:56,881 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1cc8dfc02ab25bde4abcae65fac552a8: 2024-12-09T18:52:56,881 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1cc8dfc02ab25bde4abcae65fac552a8, disabling compactions & flushes 2024-12-09T18:52:56,881 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,881 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,881 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. after waiting 0 ms 2024-12-09T18:52:56,881 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,883 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. 2024-12-09T18:52:56,883 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1cc8dfc02ab25bde4abcae65fac552a8: Waiting for close lock at 1733770376881Disabling compacts and flushes for region at 1733770376881Disabling writes for close at 1733770376881Writing region close event to WAL at 1733770376883 (+2 ms)Closed at 1733770376883 2024-12-09T18:52:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741894_1072 (size=2873) 2024-12-09T18:52:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741894_1072 (size=2873) 2024-12-09T18:52:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741894_1072 (size=2873) 2024-12-09T18:52:56,890 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/4ed74a52bd2b4dd1b0e271c216bc95b9 to hdfs://localhost:43823/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/4ed74a52bd2b4dd1b0e271c216bc95b9 2024-12-09T18:52:56,906 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, size=2.8 K (2873bytes) 2024-12-09T18:52:56,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 2024-12-09T18:52:56,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 after 1ms 2024-12-09T18:52:56,909 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:56,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 took 3ms 2024-12-09T18:52:56,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 so closing down 2024-12-09T18:52:56,912 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:52:56,913 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733770376680.temp 2024-12-09T18:52:56,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp 2024-12-09T18:52:56,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:52:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741898_1076 (size=2312) 2024-12-09T18:52:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741898_1076 (size=2312) 2024-12-09T18:52:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741898_1076 (size=2312) 2024-12-09T18:52:56,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T18:52:56,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 2024-12-09T18:52:56,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-09T18:52:56,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, journal: Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, size=2.8 K (2873bytes) at 1733770376906Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 so closing down at 1733770376912 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp at 1733770376914 (+2 ms)3 split writer threads finished at 1733770376914Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733770376923 (+9 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000003-wal.1733770376680.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 at 1733770376924 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733770376924 2024-12-09T18:52:56,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376680 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770376680 2024-12-09T18:52:56,927 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 2024-12-09T18:52:56,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:56,928 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:56,940 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376929, exclude list is [], retry=0 2024-12-09T18:52:56,943 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:56,943 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:56,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:56,947 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376929 2024-12-09T18:52:56,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:56,947 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cc8dfc02ab25bde4abcae65fac552a8, NAME => 'testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:56,948 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:56,948 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,948 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,950 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,951 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName a 2024-12-09T18:52:56,951 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,960 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/a/0b1a7ff834484677a99b88cbd4fd5491 2024-12-09T18:52:56,960 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,961 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,962 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName b 2024-12-09T18:52:56,962 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,963 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,963 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,965 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc8dfc02ab25bde4abcae65fac552a8 columnFamilyName c 2024-12-09T18:52:56,965 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:56,972 DEBUG [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/c/945906e6e1044194bec3e21de3fc868c 2024-12-09T18:52:56,972 INFO [StoreOpener-1cc8dfc02ab25bde4abcae65fac552a8-1 {}] regionserver.HStore(327): Store=1cc8dfc02ab25bde4abcae65fac552a8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:56,972 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,973 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,974 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:56,975 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 2024-12-09T18:52:56,977 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:52:56,978 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 2024-12-09T18:52:56,978 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1cc8dfc02ab25bde4abcae65fac552a8 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T18:52:56,992 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/cb27d38ab3cf40a9993c71003ea8e0e3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733770376729/Put/seqid=0 2024-12-09T18:52:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741900_1078 (size=5958) 2024-12-09T18:52:57,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741900_1078 (size=5958) 2024-12-09T18:52:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741900_1078 (size=5958) 2024-12-09T18:52:57,002 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/cb27d38ab3cf40a9993c71003ea8e0e3 2024-12-09T18:52:57,008 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/.tmp/b/cb27d38ab3cf40a9993c71003ea8e0e3 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/cb27d38ab3cf40a9993c71003ea8e0e3 2024-12-09T18:52:57,014 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/b/cb27d38ab3cf40a9993c71003ea8e0e3, entries=10, sequenceid=32, filesize=5.8 K 2024-12-09T18:52:57,014 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1cc8dfc02ab25bde4abcae65fac552a8 in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-12-09T18:52:57,015 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/0000000000000000032 2024-12-09T18:52:57,016 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:57,016 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:57,016 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:57,018 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1cc8dfc02ab25bde4abcae65fac552a8 2024-12-09T18:52:57,020 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/1cc8dfc02ab25bde4abcae65fac552a8/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-09T18:52:57,021 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1cc8dfc02ab25bde4abcae65fac552a8; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71532917, jitterRate=0.0659235268831253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:57,021 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1cc8dfc02ab25bde4abcae65fac552a8: Writing region info on filesystem at 1733770376948Initializing all the Stores at 1733770376949 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376949Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376949Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770376949Obtaining lock to block concurrent updates at 1733770376978 (+29 ms)Preparing flush snapshotting stores in 1cc8dfc02ab25bde4abcae65fac552a8 at 1733770376978Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733770376978Flushing stores of testReplayEditsWrittenViaHRegion,,1733770376615.1cc8dfc02ab25bde4abcae65fac552a8. at 1733770376978Flushing 1cc8dfc02ab25bde4abcae65fac552a8/b: creating writer at 1733770376978Flushing 1cc8dfc02ab25bde4abcae65fac552a8/b: appending metadata at 1733770376992 (+14 ms)Flushing 1cc8dfc02ab25bde4abcae65fac552a8/b: closing flushed file at 1733770376992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3318f8: reopening flushed file at 1733770377007 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1cc8dfc02ab25bde4abcae65fac552a8 in 36ms, sequenceid=32, compaction requested=false; wal=null at 1733770377014 (+7 ms)Cleaning up temporary data from old regions at 1733770377016 (+2 ms)Region opened successfully at 1733770377021 (+5 ms) 2024-12-09T18:52:57,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=420 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37800 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40078 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:40236 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:49184 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:49360 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37950 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1928 (was 1945) 2024-12-09T18:52:57,049 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-09T18:52:57,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=1928 2024-12-09T18:52:57,064 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-09T18:52:57,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:57,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:52:57,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:52:57,092 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53254472, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-53254472, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:57,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53254472/hregion-53254472.1733770377092, exclude list is [], retry=0 2024-12-09T18:52:57,109 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:57,109 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:57,110 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:57,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53254472/hregion-53254472.1733770377092 2024-12-09T18:52:57,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:52:57,116 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 17bd39cb98acedd45e6583b4facf0987, NAME => 'testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:52:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741902_1080 (size=68) 2024-12-09T18:52:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741902_1080 (size=68) 2024-12-09T18:52:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741902_1080 (size=68) 2024-12-09T18:52:57,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:57,136 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,138 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName a 2024-12-09T18:52:57,138 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,138 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,139 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,140 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName b 2024-12-09T18:52:57,140 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,141 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,141 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,142 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName c 2024-12-09T18:52:57,142 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,143 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,146 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,146 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,146 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:57,147 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,150 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:52:57,150 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17bd39cb98acedd45e6583b4facf0987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60504290, jitterRate=-0.09841582179069519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:57,151 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17bd39cb98acedd45e6583b4facf0987: Writing region info on filesystem at 1733770377135Initializing all the Stores at 1733770377136 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377136Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377136Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377136Cleaning up temporary data from old regions at 1733770377146 (+10 ms)Region opened successfully at 1733770377151 (+5 ms) 2024-12-09T18:52:57,151 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 17bd39cb98acedd45e6583b4facf0987, disabling compactions & flushes 2024-12-09T18:52:57,151 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:52:57,151 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:52:57,151 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. after waiting 0 ms 2024-12-09T18:52:57,151 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:52:57,152 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:52:57,152 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 17bd39cb98acedd45e6583b4facf0987: Waiting for close lock at 1733770377151Disabling compacts and flushes for region at 1733770377151Disabling writes for close at 1733770377151Writing region close event to WAL at 1733770377152 (+1 ms)Closed at 1733770377152 2024-12-09T18:52:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741901_1079 (size=93) 2024-12-09T18:52:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741901_1079 (size=93) 2024-12-09T18:52:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741901_1079 (size=93) 2024-12-09T18:52:57,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:52:57,157 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53254472:(num 1733770377092) 2024-12-09T18:52:57,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:52:57,159 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:52:57,179 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, exclude list is [], retry=0 2024-12-09T18:52:57,182 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:52:57,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:52:57,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:52:57,187 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 2024-12-09T18:52:57,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:52:57,241 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 17bd39cb98acedd45e6583b4facf0987, NAME => 'testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:52:57,245 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,245 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:52:57,245 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,245 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,252 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,255 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName a 2024-12-09T18:52:57,255 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,256 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,257 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,259 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName b 2024-12-09T18:52:57,260 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,260 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,261 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,262 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName c 2024-12-09T18:52:57,262 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:52:57,263 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:52:57,264 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,270 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,270 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,274 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:52:57,279 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,281 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17bd39cb98acedd45e6583b4facf0987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59503985, jitterRate=-0.11332152783870697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:52:57,281 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:52:57,282 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17bd39cb98acedd45e6583b4facf0987: Running coprocessor pre-open hook at 1733770377245Writing region info on filesystem at 1733770377245Initializing all the Stores at 1733770377246 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377246Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377251 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770377251Cleaning up temporary data from old regions at 1733770377270 (+19 ms)Running coprocessor post-open hooks at 1733770377281 (+11 ms)Region opened successfully at 1733770377282 (+1 ms) 2024-12-09T18:52:57,303 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 17bd39cb98acedd45e6583b4facf0987 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-09T18:52:57,305 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:58,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-09T18:52:58,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:58,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-09T18:52:58,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:58,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T18:52:58,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:58,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-09T18:52:58,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:58,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-09T18:52:58,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-09T18:52:58,306 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:52:59,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:52:59,307 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:00,308 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:01,310 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:02,311 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:03,312 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:04,313 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:05,315 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:06,316 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 17bd39cb98acedd45e6583b4facf0987/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:06,319 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 17bd39cb98acedd45e6583b4facf0987: 2024-12-09T18:53:06,319 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 17bd39cb98acedd45e6583b4facf0987: 2024-12-09T18:53:06,337 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-09T18:53:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 17bd39cb98acedd45e6583b4facf0987, disabling compactions & flushes 2024-12-09T18:53:06,337 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. after waiting 0 ms 2024-12-09T18:53:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,337 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,338 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. 2024-12-09T18:53:06,338 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 17bd39cb98acedd45e6583b4facf0987: Waiting for close lock at 1733770386337Running coprocessor pre-close hooks at 1733770386337Disabling compacts and flushes for region at 1733770386337Disabling writes for close at 1733770386337Writing region close event to WAL at 1733770386337Running coprocessor post-close hooks at 1733770386337Closed at 1733770386338 (+1 ms) 2024-12-09T18:53:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741903_1081 (size=2398) 2024-12-09T18:53:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741903_1081 (size=2398) 2024-12-09T18:53:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741903_1081 (size=2398) 2024-12-09T18:53:06,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, size=2.3 K (2398bytes) 2024-12-09T18:53:06,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 2024-12-09T18:53:06,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 after 1ms 2024-12-09T18:53:06,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:06,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 took 3ms 2024-12-09T18:53:06,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 so closing down 2024-12-09T18:53:06,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:53:06,363 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733770377160.temp 2024-12-09T18:53:06,364 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp 2024-12-09T18:53:06,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:53:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741904_1082 (size=1672) 2024-12-09T18:53:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741904_1082 (size=1672) 2024-12-09T18:53:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741904_1082 (size=1672) 2024-12-09T18:53:06,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-09T18:53:06,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 2024-12-09T18:53:06,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-09T18:53:06,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, journal: Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, size=2.3 K (2398bytes) at 1733770386356Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 so closing down at 1733770386361 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp at 1733770386364 (+3 ms)3 split writer threads finished at 1733770386364Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733770386376 (+12 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000004-wal.1733770377160.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 at 1733770386377 (+1 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733770386377 2024-12-09T18:53:06,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770377160 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770377160 2024-12-09T18:53:06,380 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 2024-12-09T18:53:06,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:06,381 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:06,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770386382, exclude list is [], retry=0 2024-12-09T18:53:06,395 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:06,395 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:06,395 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:06,397 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770386382 2024-12-09T18:53:06,397 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:06,398 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 17bd39cb98acedd45e6583b4facf0987, NAME => 'testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:06,399 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,399 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:06,399 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,399 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,401 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,402 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName a 2024-12-09T18:53:06,402 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:06,403 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:06,403 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,404 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName b 2024-12-09T18:53:06,404 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:06,405 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:06,405 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,406 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bd39cb98acedd45e6583b4facf0987 columnFamilyName c 2024-12-09T18:53:06,406 DEBUG [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:06,407 INFO [StoreOpener-17bd39cb98acedd45e6583b4facf0987-1 {}] regionserver.HStore(327): Store=17bd39cb98acedd45e6583b4facf0987/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:06,407 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,408 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,410 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 2024-12-09T18:53:06,412 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:06,413 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 2024-12-09T18:53:06,414 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 17bd39cb98acedd45e6583b4facf0987 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-09T18:53:06,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/a/11399d4ee1b6458d9e44ae31967c7c6e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733770386329/Put/seqid=0 2024-12-09T18:53:06,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741906_1084 (size=5523) 2024-12-09T18:53:06,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741906_1084 (size=5523) 2024-12-09T18:53:06,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741906_1084 (size=5523) 2024-12-09T18:53:06,446 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/a/11399d4ee1b6458d9e44ae31967c7c6e 2024-12-09T18:53:06,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/b/8f0860f3a84148aea879b281c1e5013d is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733770386321/Put/seqid=0 2024-12-09T18:53:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741907_1085 (size=5524) 2024-12-09T18:53:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741907_1085 (size=5524) 2024-12-09T18:53:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741907_1085 (size=5524) 2024-12-09T18:53:06,472 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/b/8f0860f3a84148aea879b281c1e5013d 2024-12-09T18:53:06,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/c/e5d5c6b3d8064e9ea5c04e49a262af77 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733770386327/Put/seqid=0 2024-12-09T18:53:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741908_1086 (size=5457) 2024-12-09T18:53:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741908_1086 (size=5457) 2024-12-09T18:53:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741908_1086 (size=5457) 2024-12-09T18:53:06,501 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/c/e5d5c6b3d8064e9ea5c04e49a262af77 2024-12-09T18:53:06,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/a/11399d4ee1b6458d9e44ae31967c7c6e as hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/a/11399d4ee1b6458d9e44ae31967c7c6e 2024-12-09T18:53:06,512 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/a/11399d4ee1b6458d9e44ae31967c7c6e, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T18:53:06,513 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/b/8f0860f3a84148aea879b281c1e5013d as hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/b/8f0860f3a84148aea879b281c1e5013d 2024-12-09T18:53:06,519 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/b/8f0860f3a84148aea879b281c1e5013d, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T18:53:06,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/.tmp/c/e5d5c6b3d8064e9ea5c04e49a262af77 as hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/c/e5d5c6b3d8064e9ea5c04e49a262af77 2024-12-09T18:53:06,526 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/c/e5d5c6b3d8064e9ea5c04e49a262af77, entries=6, sequenceid=26, filesize=5.3 K 2024-12-09T18:53:06,526 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 17bd39cb98acedd45e6583b4facf0987 in 113ms, sequenceid=26, compaction requested=false; wal=null 2024-12-09T18:53:06,527 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/0000000000000000026 2024-12-09T18:53:06,529 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,529 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,529 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:06,531 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,533 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsAfterAbortingFlush/17bd39cb98acedd45e6583b4facf0987/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-09T18:53:06,534 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 17bd39cb98acedd45e6583b4facf0987; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68386370, jitterRate=0.019036322832107544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:06,534 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17bd39cb98acedd45e6583b4facf0987 2024-12-09T18:53:06,535 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 17bd39cb98acedd45e6583b4facf0987: Running coprocessor pre-open hook at 1733770386399Writing region info on filesystem at 1733770386399Initializing all the Stores at 1733770386400 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770386400Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770386400Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770386400Obtaining lock to block concurrent updates at 1733770386414 (+14 ms)Preparing flush snapshotting stores in 17bd39cb98acedd45e6583b4facf0987 at 1733770386414Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733770386414Flushing stores of testReplayEditsAfterAbortingFlush,,1733770377086.17bd39cb98acedd45e6583b4facf0987. at 1733770386414Flushing 17bd39cb98acedd45e6583b4facf0987/a: creating writer at 1733770386414Flushing 17bd39cb98acedd45e6583b4facf0987/a: appending metadata at 1733770386435 (+21 ms)Flushing 17bd39cb98acedd45e6583b4facf0987/a: closing flushed file at 1733770386435Flushing 17bd39cb98acedd45e6583b4facf0987/b: creating writer at 1733770386452 (+17 ms)Flushing 17bd39cb98acedd45e6583b4facf0987/b: appending metadata at 1733770386465 (+13 ms)Flushing 17bd39cb98acedd45e6583b4facf0987/b: closing flushed file at 1733770386465Flushing 17bd39cb98acedd45e6583b4facf0987/c: creating writer at 1733770386479 (+14 ms)Flushing 17bd39cb98acedd45e6583b4facf0987/c: appending metadata at 1733770386493 (+14 ms)Flushing 17bd39cb98acedd45e6583b4facf0987/c: closing flushed file at 1733770386493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c97917: reopening flushed file at 1733770386505 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bc759c: reopening flushed file at 1733770386512 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388b5e3: reopening flushed file at 1733770386519 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 17bd39cb98acedd45e6583b4facf0987 in 113ms, sequenceid=26, compaction requested=false; wal=null at 1733770386526 (+7 ms)Cleaning up temporary data from old regions at 1733770386529 (+3 ms)Running coprocessor post-open hooks at 1733770386534 (+5 ms)Region opened successfully at 1733770386535 (+1 ms) 2024-12-09T18:53:06,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=422 (was 420) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:54826 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58206 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:54812 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37290 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58172 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37300 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=2059 (was 1928) - AvailableMemoryMB LEAK? - 2024-12-09T18:53:06,557 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-09T18:53:06,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=422, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=2059 2024-12-09T18:53:06,567 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-09T18:53:06,581 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:06,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:06,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:53:06,586 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40399797, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-40399797, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:06,596 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40399797/hregion-40399797.1733770386586, exclude list is [], retry=0 2024-12-09T18:53:06,599 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:06,599 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:06,600 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:06,601 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40399797/hregion-40399797.1733770386586 2024-12-09T18:53:06,602 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:06,602 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d111dfdbfcfed8b454946db8522bec8a, NAME => 'testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:53:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741910_1088 (size=61) 2024-12-09T18:53:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741910_1088 (size=61) 2024-12-09T18:53:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741910_1088 (size=61) 2024-12-09T18:53:06,613 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:06,614 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,616 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111dfdbfcfed8b454946db8522bec8a columnFamilyName a 2024-12-09T18:53:06,616 DEBUG [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:06,616 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(327): Store=d111dfdbfcfed8b454946db8522bec8a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:06,616 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,618 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,618 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,619 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,621 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:53:06,621 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d111dfdbfcfed8b454946db8522bec8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72757483, jitterRate=0.08417098224163055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d111dfdbfcfed8b454946db8522bec8a: Writing region info on filesystem at 1733770386613Initializing all the Stores at 1733770386614 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770386614Cleaning up temporary data from old regions at 1733770386618 (+4 ms)Region opened successfully at 1733770386622 (+4 ms) 2024-12-09T18:53:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d111dfdbfcfed8b454946db8522bec8a, disabling compactions & flushes 2024-12-09T18:53:06,622 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. after waiting 0 ms 2024-12-09T18:53:06,622 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,623 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,623 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d111dfdbfcfed8b454946db8522bec8a: Waiting for close lock at 1733770386622Disabling compacts and flushes for region at 1733770386622Disabling writes for close at 1733770386622Writing region close event to WAL at 1733770386622Closed at 1733770386623 (+1 ms) 2024-12-09T18:53:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741909_1087 (size=93) 2024-12-09T18:53:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741909_1087 (size=93) 2024-12-09T18:53:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741909_1087 (size=93) 2024-12-09T18:53:06,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:53:06,627 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40399797:(num 1733770386586) 2024-12-09T18:53:06,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:06,629 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:06,640 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, exclude list is [], retry=0 2024-12-09T18:53:06,642 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:06,642 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:06,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:06,644 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 2024-12-09T18:53:06,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:06,644 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d111dfdbfcfed8b454946db8522bec8a, NAME => 'testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:06,644 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:06,644 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,644 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,646 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,646 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111dfdbfcfed8b454946db8522bec8a columnFamilyName a 2024-12-09T18:53:06,646 DEBUG [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:06,647 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(327): Store=d111dfdbfcfed8b454946db8522bec8a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:06,647 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,647 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,648 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,649 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,649 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,651 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:06,652 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d111dfdbfcfed8b454946db8522bec8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68027835, jitterRate=0.013693735003471375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:06,653 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d111dfdbfcfed8b454946db8522bec8a: Writing region info on filesystem at 1733770386645Initializing all the Stores at 1733770386645Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770386645Cleaning up temporary data from old regions at 1733770386649 (+4 ms)Region opened successfully at 1733770386653 (+4 ms) 2024-12-09T18:53:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d111dfdbfcfed8b454946db8522bec8a, disabling compactions & flushes 2024-12-09T18:53:06,662 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. after waiting 0 ms 2024-12-09T18:53:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,663 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,663 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. 2024-12-09T18:53:06,663 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d111dfdbfcfed8b454946db8522bec8a: Waiting for close lock at 1733770386662Disabling compacts and flushes for region at 1733770386662Disabling writes for close at 1733770386662Writing region close event to WAL at 1733770386663 (+1 ms)Closed at 1733770386663 2024-12-09T18:53:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741911_1089 (size=838) 2024-12-09T18:53:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741911_1089 (size=838) 2024-12-09T18:53:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741911_1089 (size=838) 2024-12-09T18:53:06,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, size=838 (838bytes) 2024-12-09T18:53:06,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 2024-12-09T18:53:06,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 after 0ms 2024-12-09T18:53:06,682 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:06,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 took 3ms 2024-12-09T18:53:06,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 so closing down 2024-12-09T18:53:06,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:53:06,684 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733770386629.temp 2024-12-09T18:53:06,686 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp 2024-12-09T18:53:06,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:53:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741912_1090 (size=838) 2024-12-09T18:53:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741912_1090 (size=838) 2024-12-09T18:53:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741912_1090 (size=838) 2024-12-09T18:53:06,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-09T18:53:06,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp to hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 2024-12-09T18:53:06,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, size=838, length=838, corrupted=false, cancelled=false 2024-12-09T18:53:06,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, journal: Splitting hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, size=838 (838bytes) at 1733770386680Finishing writing output for hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 so closing down at 1733770386684 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp at 1733770386686 (+2 ms)3 split writer threads finished at 1733770386686Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733770386695 (+9 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000003-wal.1733770386629.temp to hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 at 1733770386696 (+1 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629, size=838, length=838, corrupted=false, cancelled=false at 1733770386697 (+1 ms) 2024-12-09T18:53:06,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770386629 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770386629 2024-12-09T18:53:06,700 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 2024-12-09T18:53:06,703 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:06,953 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:53:07,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:07,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:07,036 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770387025, exclude list is [], retry=0 2024-12-09T18:53:07,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:07,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:07,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:07,041 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770387025 2024-12-09T18:53:07,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:53:07,042 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d111dfdbfcfed8b454946db8522bec8a, NAME => 'testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:07,042 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:07,042 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,042 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,045 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,048 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111dfdbfcfed8b454946db8522bec8a columnFamilyName a 2024-12-09T18:53:07,048 DEBUG [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,049 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(327): Store=d111dfdbfcfed8b454946db8522bec8a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,049 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,050 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,052 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 2024-12-09T18:53:07,054 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:07,054 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 2024-12-09T18:53:07,055 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d111dfdbfcfed8b454946db8522bec8a 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-09T18:53:07,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/.tmp/a/5b8b98d4df6e44af8c0f18a938a69807 is 79, key is testDatalossWhenInputError/a:x0/1733770386653/Put/seqid=0 2024-12-09T18:53:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741914_1092 (size=5808) 2024-12-09T18:53:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741914_1092 (size=5808) 2024-12-09T18:53:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741914_1092 (size=5808) 2024-12-09T18:53:07,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/.tmp/a/5b8b98d4df6e44af8c0f18a938a69807 2024-12-09T18:53:07,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/.tmp/a/5b8b98d4df6e44af8c0f18a938a69807 as hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/a/5b8b98d4df6e44af8c0f18a938a69807 2024-12-09T18:53:07,097 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/a/5b8b98d4df6e44af8c0f18a938a69807, entries=10, sequenceid=12, filesize=5.7 K 2024-12-09T18:53:07,097 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d111dfdbfcfed8b454946db8522bec8a in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-12-09T18:53:07,098 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/0000000000000000012 2024-12-09T18:53:07,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,101 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T18:53:07,104 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d111dfdbfcfed8b454946db8522bec8a; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63127322, jitterRate=-0.059329599142074585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:07,105 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d111dfdbfcfed8b454946db8522bec8a: Writing region info on filesystem at 1733770387042Initializing all the Stores at 1733770387044 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387044Obtaining lock to block concurrent updates at 1733770387055 (+11 ms)Preparing flush snapshotting stores in d111dfdbfcfed8b454946db8522bec8a at 1733770387055Finished memstore snapshotting testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733770387055Flushing stores of testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a. at 1733770387055Flushing d111dfdbfcfed8b454946db8522bec8a/a: creating writer at 1733770387055Flushing d111dfdbfcfed8b454946db8522bec8a/a: appending metadata at 1733770387070 (+15 ms)Flushing d111dfdbfcfed8b454946db8522bec8a/a: closing flushed file at 1733770387070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d79a132: reopening flushed file at 1733770387087 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for d111dfdbfcfed8b454946db8522bec8a in 43ms, sequenceid=12, compaction requested=false; wal=null at 1733770387097 (+10 ms)Cleaning up temporary data from old regions at 1733770387099 (+2 ms)Region opened successfully at 1733770387105 (+6 ms) 2024-12-09T18:53:07,108 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d111dfdbfcfed8b454946db8522bec8a, NAME => 'testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:07,108 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733770386582.d111dfdbfcfed8b454946db8522bec8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:07,108 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,108 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,110 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,110 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111dfdbfcfed8b454946db8522bec8a columnFamilyName a 2024-12-09T18:53:07,111 DEBUG [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,117 DEBUG [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/a/5b8b98d4df6e44af8c0f18a938a69807 2024-12-09T18:53:07,117 INFO [StoreOpener-d111dfdbfcfed8b454946db8522bec8a-1 {}] regionserver.HStore(327): Store=d111dfdbfcfed8b454946db8522bec8a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,117 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,118 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,119 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,120 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,120 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,122 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d111dfdbfcfed8b454946db8522bec8a 2024-12-09T18:53:07,124 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testDatalossWhenInputError/d111dfdbfcfed8b454946db8522bec8a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-09T18:53:07,125 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d111dfdbfcfed8b454946db8522bec8a; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60227408, jitterRate=-0.10254168510437012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:53:07,125 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d111dfdbfcfed8b454946db8522bec8a: Writing region info on filesystem at 1733770387108Initializing all the Stores at 1733770387109 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387109Cleaning up temporary data from old regions at 1733770387120 (+11 ms)Region opened successfully at 1733770387125 (+5 ms) 2024-12-09T18:53:07,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=432 (was 422) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58206 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:54884 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37300 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58274 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37382 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-159328675-172.17.0.2-1733770354238:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2051 (was 2059) 2024-12-09T18:53:07,140 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-09T18:53:07,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=432, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=2050 2024-12-09T18:53:07,151 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-09T18:53:07,167 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:07,169 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:07,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:53:07,171 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97921902, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-97921902, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:07,182 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97921902/hregion-97921902.1733770387172, exclude list is [], retry=0 2024-12-09T18:53:07,185 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:07,185 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:07,185 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:07,187 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97921902/hregion-97921902.1733770387172 2024-12-09T18:53:07,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:53:07,187 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 28a5caf3aad2b3acee060581069d721b, NAME => 'testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:53:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741916_1094 (size=63) 2024-12-09T18:53:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741916_1094 (size=63) 2024-12-09T18:53:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741916_1094 (size=63) 2024-12-09T18:53:07,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:07,204 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,206 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName a 2024-12-09T18:53:07,206 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,207 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,207 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,209 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName b 2024-12-09T18:53:07,209 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,210 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,210 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,211 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName c 2024-12-09T18:53:07,211 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,212 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,214 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,214 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,215 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:07,216 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,218 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:53:07,219 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 28a5caf3aad2b3acee060581069d721b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261275, jitterRate=-0.012630060315132141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:07,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 28a5caf3aad2b3acee060581069d721b: Writing region info on filesystem at 1733770387199Initializing all the Stores at 1733770387200 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387200Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387204 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387204Cleaning up temporary data from old regions at 1733770387214 (+10 ms)Region opened successfully at 1733770387219 (+5 ms) 2024-12-09T18:53:07,219 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 28a5caf3aad2b3acee060581069d721b, disabling compactions & flushes 2024-12-09T18:53:07,219 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:07,219 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:07,220 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. after waiting 0 ms 2024-12-09T18:53:07,220 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:07,220 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:07,220 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 28a5caf3aad2b3acee060581069d721b: Waiting for close lock at 1733770387219Disabling compacts and flushes for region at 1733770387219Disabling writes for close at 1733770387220 (+1 ms)Writing region close event to WAL at 1733770387220Closed at 1733770387220 2024-12-09T18:53:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741915_1093 (size=93) 2024-12-09T18:53:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741915_1093 (size=93) 2024-12-09T18:53:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741915_1093 (size=93) 2024-12-09T18:53:07,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:53:07,229 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97921902:(num 1733770387172) 2024-12-09T18:53:07,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:07,230 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:07,247 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, exclude list is [], retry=0 2024-12-09T18:53:07,249 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:07,250 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:07,250 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:07,251 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 2024-12-09T18:53:07,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:53:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 28a5caf3aad2b3acee060581069d721b, NAME => 'testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,252 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,254 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,255 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName a 2024-12-09T18:53:07,255 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,255 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,256 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,256 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName b 2024-12-09T18:53:07,257 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,257 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,257 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,258 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName c 2024-12-09T18:53:07,258 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:07,259 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:07,259 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,262 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,262 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,262 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:07,264 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:07,265 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 28a5caf3aad2b3acee060581069d721b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70649380, jitterRate=0.05275779962539673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:07,266 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 28a5caf3aad2b3acee060581069d721b: Writing region info on filesystem at 1733770387252Initializing all the Stores at 1733770387253 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387253Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387254 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770387254Cleaning up temporary data from old regions at 1733770387262 (+8 ms)Region opened successfully at 1733770387266 (+4 ms) 2024-12-09T18:53:07,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733770387272/Put/seqid=0 2024-12-09T18:53:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741918_1096 (size=4875) 2024-12-09T18:53:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741918_1096 (size=4875) 2024-12-09T18:53:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741918_1096 (size=4875) 2024-12-09T18:53:07,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733770387282/Put/seqid=0 2024-12-09T18:53:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741919_1097 (size=4875) 2024-12-09T18:53:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741919_1097 (size=4875) 2024-12-09T18:53:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741919_1097 (size=4875) 2024-12-09T18:53:07,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733770387291/Put/seqid=0 2024-12-09T18:53:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741920_1098 (size=4875) 2024-12-09T18:53:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741920_1098 (size=4875) 2024-12-09T18:53:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741920_1098 (size=4875) 2024-12-09T18:53:07,302 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,306 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-09T18:53:07,306 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T18:53:07,307 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,311 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-09T18:53:07,311 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T18:53:07,311 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,316 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-09T18:53:07,316 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T18:53:07,316 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 28a5caf3aad2b3acee060581069d721b 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-09T18:53:07,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp/a/9bc5b8b53c234303a7e771e2a4a278f5 is 55, key is testCompactedBulkLoadedFiles/a:a/1733770387266/Put/seqid=0 2024-12-09T18:53:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741921_1099 (size=5107) 2024-12-09T18:53:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741921_1099 (size=5107) 2024-12-09T18:53:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741921_1099 (size=5107) 2024-12-09T18:53:07,341 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp/a/9bc5b8b53c234303a7e771e2a4a278f5 2024-12-09T18:53:07,346 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp/a/9bc5b8b53c234303a7e771e2a4a278f5 as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5 2024-12-09T18:53:07,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5, entries=1, sequenceid=4, filesize=5.0 K 2024-12-09T18:53:07,353 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 28a5caf3aad2b3acee060581069d721b in 37ms, sequenceid=4, compaction requested=false 2024-12-09T18:53:07,353 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 28a5caf3aad2b3acee060581069d721b: 2024-12-09T18:53:07,355 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ 2024-12-09T18:53:07,356 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ 2024-12-09T18:53:07,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ 2024-12-09T18:53:07,357 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile0 into 28a5caf3aad2b3acee060581069d721b/a as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ - updating store file list. 2024-12-09T18:53:07,362 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3759720f2a964c54a538b48a822407b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:07,362 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ into 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,362 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile0 into 28a5caf3aad2b3acee060581069d721b/a (new location: hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_) 2024-12-09T18:53:07,363 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile1 into 28a5caf3aad2b3acee060581069d721b/a as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ - updating store file list. 2024-12-09T18:53:07,368 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb73e86537954473a93245a7e2436072_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:07,368 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ into 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,368 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile1 into 28a5caf3aad2b3acee060581069d721b/a (new location: hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_) 2024-12-09T18:53:07,370 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile2 into 28a5caf3aad2b3acee060581069d721b/a as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ - updating store file list. 2024-12-09T18:53:07,374 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c382deb597234dcd91873bc2e908215b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:07,374 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ into 28a5caf3aad2b3acee060581069d721b/a 2024-12-09T18:53:07,374 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43823/hbase/testCompactedBulkLoadedFiles/hfile2 into 28a5caf3aad2b3acee060581069d721b/a (new location: hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_) 2024-12-09T18:53:07,382 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T18:53:07,383 DEBUG [Time-limited test {}] regionserver.HStore(1541): 28a5caf3aad2b3acee060581069d721b/a is initiating major compaction (all files) 2024-12-09T18:53:07,383 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 28a5caf3aad2b3acee060581069d721b/a in testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:07,383 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_] into tmpdir=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp, totalSize=19.3 K 2024-12-09T18:53:07,384 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9bc5b8b53c234303a7e771e2a4a278f5, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733770387266 2024-12-09T18:53:07,384 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3759720f2a964c54a538b48a822407b3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T18:53:07,385 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cb73e86537954473a93245a7e2436072_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T18:53:07,385 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c382deb597234dcd91873bc2e908215b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T18:53:07,397 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp/a/5258fa6c437f4dc6b6d70946eae2ef58 is 55, key is testCompactedBulkLoadedFiles/a:a/1733770387266/Put/seqid=0 2024-12-09T18:53:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741922_1100 (size=6154) 2024-12-09T18:53:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741922_1100 (size=6154) 2024-12-09T18:53:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741922_1100 (size=6154) 2024-12-09T18:53:07,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/.tmp/a/5258fa6c437f4dc6b6d70946eae2ef58 as hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/5258fa6c437f4dc6b6d70946eae2ef58 2024-12-09T18:53:07,418 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 28a5caf3aad2b3acee060581069d721b/a of 28a5caf3aad2b3acee060581069d721b into 5258fa6c437f4dc6b6d70946eae2ef58(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T18:53:07,418 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 28a5caf3aad2b3acee060581069d721b: 2024-12-09T18:53:07,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T18:53:07,418 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T18:53:07,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, size=0 (0bytes) 2024-12-09T18:53:07,451 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 might be still open, length is 0 2024-12-09T18:53:07,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 2024-12-09T18:53:07,452 WARN [IPC Server handler 0 on default port 43823 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-09T18:53:07,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 after 1ms 2024-12-09T18:53:08,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-09T18:53:08,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-09T18:53:08,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-09T18:53:08,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-09T18:53:09,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58330 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35763:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58330 dst: /127.0.0.1:35763 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35763 remote=/127.0.0.1:58330]. Total timeout mills is 60000, 57483 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:09,937 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:54916 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54916 dst: /127.0.0.1:35029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:09,937 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:37412 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37412 dst: /127.0.0.1:36455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741917_1101 (size=1368) 2024-12-09T18:53:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741917_1101 (size=1368) 2024-12-09T18:53:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741917_1101 (size=1368) 2024-12-09T18:53:11,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 after 4003ms 2024-12-09T18:53:11,460 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:11,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 took 4010ms 2024-12-09T18:53:11,464 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231; continuing. 2024-12-09T18:53:11,464 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 so closing down 2024-12-09T18:53:11,464 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:53:11,466 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733770387231.temp 2024-12-09T18:53:11,467 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp 2024-12-09T18:53:11,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:53:11,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741923_1102 (size=635) 2024-12-09T18:53:11,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741923_1102 (size=635) 2024-12-09T18:53:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741923_1102 (size=635) 2024-12-09T18:53:11,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T18:53:11,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp to hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 2024-12-09T18:53:11,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T18:53:11,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, journal: Splitting hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, size=0 (0bytes) at 1733770387451Finishing writing output for hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 so closing down at 1733770391464 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp at 1733770391467 (+3 ms)3 split writer threads finished at 1733770391467Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733770391478 (+11 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000003-wal.1733770387231.temp to hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 at 1733770391479 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231, size=0, length=0, corrupted=false, cancelled=false at 1733770391479 2024-12-09T18:53:11,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770387231 2024-12-09T18:53:11,482 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 2024-12-09T18:53:11,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:11,483 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:11,497 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770391483, exclude list is [], retry=0 2024-12-09T18:53:11,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:11,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:11,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:11,509 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770391483 2024-12-09T18:53:11,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359)] 2024-12-09T18:53:11,510 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 28a5caf3aad2b3acee060581069d721b, NAME => 'testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:11,510 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:11,510 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,510 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,515 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,516 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName a 2024-12-09T18:53:11,516 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,524 DEBUG [StoreFileOpener-28a5caf3aad2b3acee060581069d721b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3759720f2a964c54a538b48a822407b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:11,524 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ 2024-12-09T18:53:11,529 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/5258fa6c437f4dc6b6d70946eae2ef58 2024-12-09T18:53:11,535 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5 2024-12-09T18:53:11,542 DEBUG [StoreFileOpener-28a5caf3aad2b3acee060581069d721b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c382deb597234dcd91873bc2e908215b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:11,542 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ 2024-12-09T18:53:11,550 DEBUG [StoreFileOpener-28a5caf3aad2b3acee060581069d721b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb73e86537954473a93245a7e2436072_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T18:53:11,550 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ 2024-12-09T18:53:11,551 WARN [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5f1b3009 2024-12-09T18:53:11,551 WARN [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5f1b3009 2024-12-09T18:53:11,551 WARN [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5f1b3009 2024-12-09T18:53:11,551 WARN [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5f1b3009 2024-12-09T18:53:11,551 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_] to archive 2024-12-09T18:53:11,552 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T18:53:11,555 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ to hdfs://localhost:43823/hbase/archive/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/3759720f2a964c54a538b48a822407b3_SeqId_4_ 2024-12-09T18:53:11,557 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5 to hdfs://localhost:43823/hbase/archive/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/9bc5b8b53c234303a7e771e2a4a278f5 2024-12-09T18:53:11,559 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ to hdfs://localhost:43823/hbase/archive/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/c382deb597234dcd91873bc2e908215b_SeqId_4_ 2024-12-09T18:53:11,560 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ to hdfs://localhost:43823/hbase/archive/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/a/cb73e86537954473a93245a7e2436072_SeqId_4_ 2024-12-09T18:53:11,561 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,561 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,562 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName b 2024-12-09T18:53:11,562 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,562 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,563 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,564 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28a5caf3aad2b3acee060581069d721b columnFamilyName c 2024-12-09T18:53:11,564 DEBUG [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,564 INFO [StoreOpener-28a5caf3aad2b3acee060581069d721b-1 {}] regionserver.HStore(327): Store=28a5caf3aad2b3acee060581069d721b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,566 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 2024-12-09T18:53:11,576 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:11,578 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 28a5caf3aad2b3acee060581069d721b : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "28a5caf3aad2b3acee060581069d721b" family_name: "a" compaction_input: "9bc5b8b53c234303a7e771e2a4a278f5" compaction_input: "3759720f2a964c54a538b48a822407b3_SeqId_4_" compaction_input: "cb73e86537954473a93245a7e2436072_SeqId_4_" compaction_input: "c382deb597234dcd91873bc2e908215b_SeqId_4_" compaction_output: "5258fa6c437f4dc6b6d70946eae2ef58" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-09T18:53:11,579 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-09T18:53:11,579 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 2024-12-09T18:53:11,580 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/0000000000000000008 2024-12-09T18:53:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,582 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:11,584 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 28a5caf3aad2b3acee060581069d721b 2024-12-09T18:53:11,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testCompactedBulkLoadedFiles/28a5caf3aad2b3acee060581069d721b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:53:11,592 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 28a5caf3aad2b3acee060581069d721b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64661534, jitterRate=-0.036468058824539185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:11,592 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 28a5caf3aad2b3acee060581069d721b: Writing region info on filesystem at 1733770391510Initializing all the Stores at 1733770391512 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391512Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391515 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391515Cleaning up temporary data from old regions at 1733770391581 (+66 ms)Region opened successfully at 1733770391592 (+11 ms) 2024-12-09T18:53:11,596 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 28a5caf3aad2b3acee060581069d721b, disabling compactions & flushes 2024-12-09T18:53:11,596 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:11,596 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:11,596 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. after waiting 0 ms 2024-12-09T18:53:11,596 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:11,597 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733770387167.28a5caf3aad2b3acee060581069d721b. 2024-12-09T18:53:11,597 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 28a5caf3aad2b3acee060581069d721b: Waiting for close lock at 1733770391596Disabling compacts and flushes for region at 1733770391596Disabling writes for close at 1733770391596Writing region close event to WAL at 1733770391597 (+1 ms)Closed at 1733770391597 2024-12-09T18:53:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741924_1103 (size=93) 2024-12-09T18:53:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741924_1103 (size=93) 2024-12-09T18:53:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741924_1103 (size=93) 2024-12-09T18:53:11,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:53:11,607 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733770391483) 2024-12-09T18:53:11,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=445 (was 432) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43823 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1650508639_22 at /127.0.0.1:55294 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1650508639_22 at /127.0.0.1:58514 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:43823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1650508639_22 at /127.0.0.1:57282 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=2030 (was 2050) 2024-12-09T18:53:11,623 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-09T18:53:11,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=445, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=2029 2024-12-09T18:53:11,637 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-09T18:53:11,654 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:11,656 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:53:11,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:53:11,660 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99734962, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/hregion-99734962, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:11,673 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99734962/hregion-99734962.1733770391660, exclude list is [], retry=0 2024-12-09T18:53:11,675 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:11,676 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:11,676 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:11,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99734962/hregion-99734962.1733770391660 2024-12-09T18:53:11,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:11,680 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5bf7bf1e0b9054a7d642618f66900d6e, NAME => 'testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43823/hbase 2024-12-09T18:53:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741926_1105 (size=67) 2024-12-09T18:53:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741926_1105 (size=67) 2024-12-09T18:53:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741926_1105 (size=67) 2024-12-09T18:53:11,692 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:11,694 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,695 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName a 2024-12-09T18:53:11,695 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,696 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,696 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,698 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName b 2024-12-09T18:53:11,698 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,699 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,699 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,700 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName c 2024-12-09T18:53:11,700 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,701 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,702 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,704 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,706 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,706 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,707 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:11,708 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,710 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:53:11,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bf7bf1e0b9054a7d642618f66900d6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64089435, jitterRate=-0.044992998242378235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:11,711 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bf7bf1e0b9054a7d642618f66900d6e: Writing region info on filesystem at 1733770391692Initializing all the Stores at 1733770391693 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391693Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391693Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391693Cleaning up temporary data from old regions at 1733770391706 (+13 ms)Region opened successfully at 1733770391711 (+5 ms) 2024-12-09T18:53:11,711 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bf7bf1e0b9054a7d642618f66900d6e, disabling compactions & flushes 2024-12-09T18:53:11,711 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,711 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,711 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. after waiting 0 ms 2024-12-09T18:53:11,711 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,712 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,712 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bf7bf1e0b9054a7d642618f66900d6e: Waiting for close lock at 1733770391711Disabling compacts and flushes for region at 1733770391711Disabling writes for close at 1733770391711Writing region close event to WAL at 1733770391712 (+1 ms)Closed at 1733770391712 2024-12-09T18:53:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741925_1104 (size=93) 2024-12-09T18:53:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741925_1104 (size=93) 2024-12-09T18:53:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741925_1104 (size=93) 2024-12-09T18:53:11,726 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:53:11,726 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99734962:(num 1733770391660) 2024-12-09T18:53:11,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:11,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:11,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, exclude list is [], retry=0 2024-12-09T18:53:11,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:11,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:11,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:11,752 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 2024-12-09T18:53:11,753 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:11,753 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bf7bf1e0b9054a7d642618f66900d6e, NAME => 'testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:11,753 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:11,753 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,753 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,755 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,756 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName a 2024-12-09T18:53:11,756 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,756 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,757 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,758 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName b 2024-12-09T18:53:11,758 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,758 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,759 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,760 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName c 2024-12-09T18:53:11,760 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,760 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,760 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,763 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,763 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,764 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,766 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bf7bf1e0b9054a7d642618f66900d6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65516383, jitterRate=-0.02372981607913971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:11,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bf7bf1e0b9054a7d642618f66900d6e: Writing region info on filesystem at 1733770391753Initializing all the Stores at 1733770391754 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391754Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391754Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391754Cleaning up temporary data from old regions at 1733770391763 (+9 ms)Region opened successfully at 1733770391767 (+4 ms) 2024-12-09T18:53:11,774 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bf7bf1e0b9054a7d642618f66900d6e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T18:53:11,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/d2ee2025e2514f0fadc47cf934178100 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733770391767/Put/seqid=0 2024-12-09T18:53:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741928_1107 (size=5958) 2024-12-09T18:53:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741928_1107 (size=5958) 2024-12-09T18:53:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741928_1107 (size=5958) 2024-12-09T18:53:11,794 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/d2ee2025e2514f0fadc47cf934178100 2024-12-09T18:53:11,798 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/d2ee2025e2514f0fadc47cf934178100 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/d2ee2025e2514f0fadc47cf934178100 2024-12-09T18:53:11,803 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/d2ee2025e2514f0fadc47cf934178100, entries=10, sequenceid=13, filesize=5.8 K 2024-12-09T18:53:11,804 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5bf7bf1e0b9054a7d642618f66900d6e in 29ms, sequenceid=13, compaction requested=false 2024-12-09T18:53:11,804 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5bf7bf1e0b9054a7d642618f66900d6e: 2024-12-09T18:53:11,821 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bf7bf1e0b9054a7d642618f66900d6e, disabling compactions & flushes 2024-12-09T18:53:11,821 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,821 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,821 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. after waiting 0 ms 2024-12-09T18:53:11,821 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,822 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,822 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:11,822 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bf7bf1e0b9054a7d642618f66900d6e: Waiting for close lock at 1733770391821Disabling compacts and flushes for region at 1733770391821Disabling writes for close at 1733770391821Writing region close event to WAL at 1733770391822 (+1 ms)Closed at 1733770391822 2024-12-09T18:53:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741927_1106 (size=2805) 2024-12-09T18:53:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741927_1106 (size=2805) 2024-12-09T18:53:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741927_1106 (size=2805) 2024-12-09T18:53:11,840 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, size=2.7 K (2805bytes) 2024-12-09T18:53:11,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 2024-12-09T18:53:11,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 after 0ms 2024-12-09T18:53:11,842 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:11,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 took 2ms 2024-12-09T18:53:11,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 so closing down 2024-12-09T18:53:11,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:53:11,845 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733770391729.temp 2024-12-09T18:53:11,846 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp 2024-12-09T18:53:11,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:53:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741929_1108 (size=2312) 2024-12-09T18:53:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741929_1108 (size=2312) 2024-12-09T18:53:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741929_1108 (size=2312) 2024-12-09T18:53:11,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T18:53:11,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 2024-12-09T18:53:11,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-09T18:53:11,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, journal: Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, size=2.7 K (2805bytes) at 1733770391840Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 so closing down at 1733770391844 (+4 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp at 1733770391846 (+2 ms)3 split writer threads finished at 1733770391846Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733770391852 (+6 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000003-wal.1733770391729.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 at 1733770391854 (+2 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733770391854 2024-12-09T18:53:11,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391729 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770391729 2024-12-09T18:53:11,856 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 2024-12-09T18:53:11,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:11,858 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:11,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:53:11,873 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, exclude list is [], retry=0 2024-12-09T18:53:11,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:11,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:11,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:11,877 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 2024-12-09T18:53:11,878 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36425:36425),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:38963:38963)] 2024-12-09T18:53:11,878 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bf7bf1e0b9054a7d642618f66900d6e, NAME => 'testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:53:11,878 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:11,878 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,878 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,901 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,904 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName a 2024-12-09T18:53:11,904 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,911 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/d2ee2025e2514f0fadc47cf934178100 2024-12-09T18:53:11,911 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,912 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,912 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName b 2024-12-09T18:53:11,912 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,913 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,913 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,913 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName c 2024-12-09T18:53:11,913 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:11,914 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:11,914 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,915 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,916 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 2024-12-09T18:53:11,918 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:11,919 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 2024-12-09T18:53:11,919 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bf7bf1e0b9054a7d642618f66900d6e 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-09T18:53:11,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/55f128a8c66d4863ba7c69a4fcf7dbd9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733770391804/Put/seqid=0 2024-12-09T18:53:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741931_1110 (size=5958) 2024-12-09T18:53:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741931_1110 (size=5958) 2024-12-09T18:53:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741931_1110 (size=5958) 2024-12-09T18:53:11,940 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/55f128a8c66d4863ba7c69a4fcf7dbd9 2024-12-09T18:53:11,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/736e12a30a4348e7bd4c6995f2932cb2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733770391811/Put/seqid=0 2024-12-09T18:53:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741932_1111 (size=5958) 2024-12-09T18:53:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741932_1111 (size=5958) 2024-12-09T18:53:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741932_1111 (size=5958) 2024-12-09T18:53:11,963 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/736e12a30a4348e7bd4c6995f2932cb2 2024-12-09T18:53:11,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/55f128a8c66d4863ba7c69a4fcf7dbd9 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/b/55f128a8c66d4863ba7c69a4fcf7dbd9 2024-12-09T18:53:11,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/b/55f128a8c66d4863ba7c69a4fcf7dbd9, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T18:53:11,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/736e12a30a4348e7bd4c6995f2932cb2 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/c/736e12a30a4348e7bd4c6995f2932cb2 2024-12-09T18:53:11,978 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/c/736e12a30a4348e7bd4c6995f2932cb2, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T18:53:11,979 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5bf7bf1e0b9054a7d642618f66900d6e in 60ms, sequenceid=35, compaction requested=false; wal=null 2024-12-09T18:53:11,980 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000035 2024-12-09T18:53:11,981 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,981 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,981 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:11,982 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:11,984 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-09T18:53:11,985 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bf7bf1e0b9054a7d642618f66900d6e; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69724767, jitterRate=0.038979992270469666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:11,985 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bf7bf1e0b9054a7d642618f66900d6e: Writing region info on filesystem at 1733770391878Initializing all the Stores at 1733770391879 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391879Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391900 (+21 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770391900Obtaining lock to block concurrent updates at 1733770391919 (+19 ms)Preparing flush snapshotting stores in 5bf7bf1e0b9054a7d642618f66900d6e at 1733770391919Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733770391919Flushing stores of testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. at 1733770391919Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: creating writer at 1733770391919Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: appending metadata at 1733770391933 (+14 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: closing flushed file at 1733770391933Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: creating writer at 1733770391944 (+11 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: appending metadata at 1733770391956 (+12 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: closing flushed file at 1733770391956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8eeb99: reopening flushed file at 1733770391966 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60384637: reopening flushed file at 1733770391973 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5bf7bf1e0b9054a7d642618f66900d6e in 60ms, sequenceid=35, compaction requested=false; wal=null at 1733770391979 (+6 ms)Cleaning up temporary data from old regions at 1733770391981 (+2 ms)Region opened successfully at 1733770391985 (+4 ms) 2024-12-09T18:53:12,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, size=0 (0bytes) 2024-12-09T18:53:12,042 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 might be still open, length is 0 2024-12-09T18:53:12,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 2024-12-09T18:53:12,043 WARN [IPC Server handler 2 on default port 43823 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-09T18:53:12,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 after 1ms 2024-12-09T18:53:12,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:55372 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55372 dst: /127.0.0.1:35029 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35029 remote=/127.0.0.1:55372]. Total timeout mills is 60000, 59077 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:12,933 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:58582 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35763:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58582 dst: /127.0.0.1:35763 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:12,933 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1375625370_22 at /127.0.0.1:57298 [Receiving block BP-159328675-172.17.0.2-1733770354238:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57298 dst: /127.0.0.1:36455 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741930_1112 (size=2304) 2024-12-09T18:53:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741930_1112 (size=2304) 2024-12-09T18:53:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741930_1112 (size=2304) 2024-12-09T18:53:16,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 after 4002ms 2024-12-09T18:53:16,050 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:16,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 took 4008ms 2024-12-09T18:53:16,054 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859; continuing. 2024-12-09T18:53:16,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 so closing down 2024-12-09T18:53:16,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:53:16,055 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733770391859.temp 2024-12-09T18:53:16,056 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp 2024-12-09T18:53:16,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:53:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741933_1113 (size=2312) 2024-12-09T18:53:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741933_1113 (size=2312) 2024-12-09T18:53:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741933_1113 (size=2312) 2024-12-09T18:53:16,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T18:53:16,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 2024-12-09T18:53:16,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T18:53:16,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, journal: Splitting hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, size=0 (0bytes) at 1733770392042Finishing writing output for hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 so closing down at 1733770396054 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp at 1733770396056 (+2 ms)3 split writer threads finished at 1733770396057 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733770396062 (+5 ms)Rename recovered edits hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000037-wal.1733770391859.temp to hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 at 1733770396063 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859, size=0, length=0, corrupted=false, cancelled=false at 1733770396064 (+1 ms) 2024-12-09T18:53:16,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 to hdfs://localhost:43823/hbase/oldWALs/wal.1733770391859 2024-12-09T18:53:16,066 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 2024-12-09T18:53:16,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T18:53:16,068 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:43823/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654, archiveDir=hdfs://localhost:43823/hbase/oldWALs, maxLogs=32 2024-12-09T18:53:16,081 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770396068, exclude list is [], retry=0 2024-12-09T18:53:16,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-335f3629-1508-408b-b45b-b2ee71e1487d,DISK] 2024-12-09T18:53:16,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36455,DS-d5872357-a4fe-444c-ab66-7d92b74ca842,DISK] 2024-12-09T18:53:16,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35029,DS-9d1ac395-ac8a-40de-b8f8-f04921af8d9e,DISK] 2024-12-09T18:53:16,085 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770396068 2024-12-09T18:53:16,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38963:38963),(127.0.0.1/127.0.0.1:43359:43359),(127.0.0.1/127.0.0.1:36425:36425)] 2024-12-09T18:53:16,085 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:53:16,086 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,087 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName a 2024-12-09T18:53:16,087 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:16,093 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/d2ee2025e2514f0fadc47cf934178100 2024-12-09T18:53:16,093 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:16,093 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,094 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName b 2024-12-09T18:53:16,094 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:16,099 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/b/55f128a8c66d4863ba7c69a4fcf7dbd9 2024-12-09T18:53:16,099 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:16,099 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,100 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf7bf1e0b9054a7d642618f66900d6e columnFamilyName c 2024-12-09T18:53:16,100 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:53:16,105 DEBUG [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/c/736e12a30a4348e7bd4c6995f2932cb2 2024-12-09T18:53:16,105 INFO [StoreOpener-5bf7bf1e0b9054a7d642618f66900d6e-1 {}] regionserver.HStore(327): Store=5bf7bf1e0b9054a7d642618f66900d6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:53:16,105 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,109 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 2024-12-09T18:53:16,110 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-09T18:53:16,113 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 2024-12-09T18:53:16,114 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bf7bf1e0b9054a7d642618f66900d6e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T18:53:16,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/043bd1d682c34de3aae5e03b326aeeed is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733770391991/Put/seqid=0 2024-12-09T18:53:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741935_1115 (size=5958) 2024-12-09T18:53:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741935_1115 (size=5958) 2024-12-09T18:53:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741935_1115 (size=5958) 2024-12-09T18:53:16,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/043bd1d682c34de3aae5e03b326aeeed 2024-12-09T18:53:16,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/faff96fb6e3047698dd70c03e3b77cf3 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733770391997/Put/seqid=0 2024-12-09T18:53:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741936_1116 (size=5958) 2024-12-09T18:53:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741936_1116 (size=5958) 2024-12-09T18:53:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741936_1116 (size=5958) 2024-12-09T18:53:16,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/faff96fb6e3047698dd70c03e3b77cf3 2024-12-09T18:53:16,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/b62f3ae617ec43cc852b2cbf44b931b6 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733770392003/Put/seqid=0 2024-12-09T18:53:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741937_1117 (size=5958) 2024-12-09T18:53:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741937_1117 (size=5958) 2024-12-09T18:53:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741937_1117 (size=5958) 2024-12-09T18:53:16,180 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/b62f3ae617ec43cc852b2cbf44b931b6 2024-12-09T18:53:16,185 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/a/043bd1d682c34de3aae5e03b326aeeed as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/043bd1d682c34de3aae5e03b326aeeed 2024-12-09T18:53:16,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/a/043bd1d682c34de3aae5e03b326aeeed, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T18:53:16,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/b/faff96fb6e3047698dd70c03e3b77cf3 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/b/faff96fb6e3047698dd70c03e3b77cf3 2024-12-09T18:53:16,195 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/b/faff96fb6e3047698dd70c03e3b77cf3, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T18:53:16,196 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/.tmp/c/b62f3ae617ec43cc852b2cbf44b931b6 as hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/c/b62f3ae617ec43cc852b2cbf44b931b6 2024-12-09T18:53:16,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/c/b62f3ae617ec43cc852b2cbf44b931b6, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T18:53:16,201 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5bf7bf1e0b9054a7d642618f66900d6e in 87ms, sequenceid=66, compaction requested=false; wal=null 2024-12-09T18:53:16,201 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/0000000000000000066 2024-12-09T18:53:16,202 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,202 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,203 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T18:53:16,204 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bf7bf1e0b9054a7d642618f66900d6e 2024-12-09T18:53:16,206 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/hbase/data/default/testReplayEditsWrittenViaHRegion/5bf7bf1e0b9054a7d642618f66900d6e/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-09T18:53:16,207 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bf7bf1e0b9054a7d642618f66900d6e; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67775186, jitterRate=0.009928971529006958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T18:53:16,207 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bf7bf1e0b9054a7d642618f66900d6e: Writing region info on filesystem at 1733770396085Initializing all the Stores at 1733770396086 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770396086Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770396086Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733770396086Obtaining lock to block concurrent updates at 1733770396114 (+28 ms)Preparing flush snapshotting stores in 5bf7bf1e0b9054a7d642618f66900d6e at 1733770396114Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733770396114Flushing stores of testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. at 1733770396114Flushing 5bf7bf1e0b9054a7d642618f66900d6e/a: creating writer at 1733770396114Flushing 5bf7bf1e0b9054a7d642618f66900d6e/a: appending metadata at 1733770396125 (+11 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/a: closing flushed file at 1733770396125Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: creating writer at 1733770396136 (+11 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: appending metadata at 1733770396150 (+14 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/b: closing flushed file at 1733770396150Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: creating writer at 1733770396161 (+11 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: appending metadata at 1733770396174 (+13 ms)Flushing 5bf7bf1e0b9054a7d642618f66900d6e/c: closing flushed file at 1733770396174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c43b0c: reopening flushed file at 1733770396184 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674fe9cb: reopening flushed file at 1733770396189 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a99504: reopening flushed file at 1733770396195 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5bf7bf1e0b9054a7d642618f66900d6e in 87ms, sequenceid=66, compaction requested=false; wal=null at 1733770396201 (+6 ms)Cleaning up temporary data from old regions at 1733770396202 (+1 ms)Region opened successfully at 1733770396207 (+5 ms) 2024-12-09T18:53:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bf7bf1e0b9054a7d642618f66900d6e, disabling compactions & flushes 2024-12-09T18:53:16,219 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. after waiting 0 ms 2024-12-09T18:53:16,219 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:16,220 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733770391655.5bf7bf1e0b9054a7d642618f66900d6e. 2024-12-09T18:53:16,220 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bf7bf1e0b9054a7d642618f66900d6e: Waiting for close lock at 1733770396219Disabling compacts and flushes for region at 1733770396219Disabling writes for close at 1733770396219Writing region close event to WAL at 1733770396220 (+1 ms)Closed at 1733770396220 2024-12-09T18:53:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741934_1114 (size=93) 2024-12-09T18:53:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741934_1114 (size=93) 2024-12-09T18:53:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741934_1114 (size=93) 2024-12-09T18:53:16,225 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T18:53:16,225 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733770396068) 2024-12-09T18:53:16,237 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=449 (was 445) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:43823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_589332840_22 at /127.0.0.1:55392 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_589332840_22 at /127.0.0.1:58632 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43823 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1411 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1976 (was 2029) 2024-12-09T18:53:16,237 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1411 is superior to 1024 2024-12-09T18:53:16,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T18:53:16,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:53:16,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:53:16,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:53:16,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T18:53:16,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387325396, stopped=false 2024-12-09T18:53:16,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a437f8b9ba7d,44329,1733770357747 2024-12-09T18:53:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:53:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:53:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:53:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:53:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:53:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:53:16,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:53:16,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:53:16,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:53:16,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:53:16,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:53:16,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:53:16,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,42319,1733770358557' ***** 2024-12-09T18:53:16,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:53:16,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,46713,1733770358605' ***** 2024-12-09T18:53:16,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:53:16,292 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:53:16,292 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:53:16,292 INFO [RS:1;a437f8b9ba7d:42319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:53:16,292 INFO [RS:2;a437f8b9ba7d:46713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:53:16,292 INFO [RS:2;a437f8b9ba7d:46713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:53:16,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:53:16,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:53:16,292 INFO [RS:1;a437f8b9ba7d:42319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:53:16,292 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:53:16,292 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,42319,1733770358557 2024-12-09T18:53:16,292 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:53:16,293 INFO [RS:1;a437f8b9ba7d:42319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a437f8b9ba7d:42319. 2024-12-09T18:53:16,293 DEBUG [RS:1;a437f8b9ba7d:42319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,46713,1733770358605 2024-12-09T18:53:16,293 DEBUG [RS:1;a437f8b9ba7d:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:53:16,293 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,42319,1733770358557; all regions closed. 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a437f8b9ba7d:46713. 2024-12-09T18:53:16,293 DEBUG [RS:2;a437f8b9ba7d:46713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:53:16,293 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a9aaa15684576b60350e2ed494035ca, disabling compactions & flushes 2024-12-09T18:53:16,293 DEBUG [RS:2;a437f8b9ba7d:46713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,293 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:53:16,293 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:53:16,293 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. after waiting 0 ms 2024-12-09T18:53:16,293 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:53:16,293 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T18:53:16,294 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T18:53:16,294 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a9aaa15684576b60350e2ed494035ca=testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca.} 2024-12-09T18:53:16,294 DEBUG [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a9aaa15684576b60350e2ed494035ca 2024-12-09T18:53:16,294 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:53:16,294 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:53:16,294 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:53:16,294 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:53:16,294 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:53:16,294 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-09T18:53:16,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741835_1011 (size=2054) 2024-12-09T18:53:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741835_1011 (size=2054) 2024-12-09T18:53:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741835_1011 (size=2054) 2024-12-09T18:53:16,298 DEBUG [RS:1;a437f8b9ba7d:42319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C42319%2C1733770358557:(num 1733770360082) 2024-12-09T18:53:16,298 DEBUG [RS:1;a437f8b9ba7d:42319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:53:16,298 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:53:16,298 INFO [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:53:16,299 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:53:16,299 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:53:16,299 INFO [RS:1;a437f8b9ba7d:42319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42319 2024-12-09T18:53:16,300 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9a9aaa15684576b60350e2ed494035ca/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-09T18:53:16,300 INFO [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:53:16,301 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a9aaa15684576b60350e2ed494035ca: Waiting for close lock at 1733770396293Running coprocessor pre-close hooks at 1733770396293Disabling compacts and flushes for region at 1733770396293Disabling writes for close at 1733770396293Writing region close event to WAL at 1733770396294 (+1 ms)Running coprocessor post-close hooks at 1733770396300 (+6 ms)Closed at 1733770396300 2024-12-09T18:53:16,301 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca. 2024-12-09T18:53:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:53:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,42319,1733770358557 2024-12-09T18:53:16,307 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:53:16,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,42319,1733770358557] 2024-12-09T18:53:16,322 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/info/075ae0f717c6433f8804ae7e7f597442 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733770373181.9a9aaa15684576b60350e2ed494035ca./info:regioninfo/1733770376290/Put/seqid=0 2024-12-09T18:53:16,324 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,42319,1733770358557 already deleted, retry=false 2024-12-09T18:53:16,324 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,42319,1733770358557 expired; onlineServers=1 2024-12-09T18:53:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741938_1118 (size=8243) 2024-12-09T18:53:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741938_1118 (size=8243) 2024-12-09T18:53:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741938_1118 (size=8243) 2024-12-09T18:53:16,329 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/info/075ae0f717c6433f8804ae7e7f597442 2024-12-09T18:53:16,347 INFO [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:53:16,348 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/ns/424fecd57b7b4eb6aad71bc13807aa62 is 43, key is default/ns:d/1733770360599/Put/seqid=0 2024-12-09T18:53:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741939_1119 (size=5153) 2024-12-09T18:53:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741939_1119 (size=5153) 2024-12-09T18:53:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741939_1119 (size=5153) 2024-12-09T18:53:16,354 INFO [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:53:16,354 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/ns/424fecd57b7b4eb6aad71bc13807aa62 2024-12-09T18:53:16,371 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/table/339beef440074c95bfd30986e2e47fb8 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733770373597/Put/seqid=0 2024-12-09T18:53:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741940_1120 (size=5431) 2024-12-09T18:53:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741940_1120 (size=5431) 2024-12-09T18:53:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741940_1120 (size=5431) 2024-12-09T18:53:16,378 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/table/339beef440074c95bfd30986e2e47fb8 2024-12-09T18:53:16,384 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/info/075ae0f717c6433f8804ae7e7f597442 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/info/075ae0f717c6433f8804ae7e7f597442 2024-12-09T18:53:16,389 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/info/075ae0f717c6433f8804ae7e7f597442, entries=18, sequenceid=21, filesize=8.0 K 2024-12-09T18:53:16,390 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/ns/424fecd57b7b4eb6aad71bc13807aa62 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/ns/424fecd57b7b4eb6aad71bc13807aa62 2024-12-09T18:53:16,396 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/ns/424fecd57b7b4eb6aad71bc13807aa62, entries=2, sequenceid=21, filesize=5.0 K 2024-12-09T18:53:16,397 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/.tmp/table/339beef440074c95bfd30986e2e47fb8 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/table/339beef440074c95bfd30986e2e47fb8 2024-12-09T18:53:16,402 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/table/339beef440074c95bfd30986e2e47fb8, entries=2, sequenceid=21, filesize=5.3 K 2024-12-09T18:53:16,403 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false 2024-12-09T18:53:16,407 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-09T18:53:16,408 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:53:16,408 INFO [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:53:16,408 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733770396294Running coprocessor pre-close hooks at 1733770396294Disabling compacts and flushes for region at 1733770396294Disabling writes for close at 1733770396294Obtaining lock to block concurrent updates at 1733770396294Preparing flush snapshotting stores in 1588230740 at 1733770396294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733770396295 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733770396296 (+1 ms)Flushing 1588230740/info: creating writer at 1733770396296Flushing 1588230740/info: appending metadata at 1733770396321 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733770396321Flushing 1588230740/ns: creating writer at 1733770396335 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733770396347 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733770396347Flushing 1588230740/table: creating writer at 1733770396358 (+11 ms)Flushing 1588230740/table: appending metadata at 1733770396371 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733770396371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fe9765: reopening flushed file at 1733770396383 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d431c5b: reopening flushed file at 1733770396389 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c23efa7: reopening flushed file at 1733770396396 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false at 1733770396403 (+7 ms)Writing region close event to WAL at 1733770396404 (+1 ms)Running coprocessor post-close hooks at 1733770396408 (+4 ms)Closed at 1733770396408 2024-12-09T18:53:16,408 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T18:53:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,415 INFO [RS:1;a437f8b9ba7d:42319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:53:16,416 INFO [RS:1;a437f8b9ba7d:42319 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,42319,1733770358557; zookeeper connection closed. 2024-12-09T18:53:16,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42319-0x1000c2345930002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45c09166 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45c09166 2024-12-09T18:53:16,494 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,46713,1733770358605; all regions closed. 2024-12-09T18:53:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741836_1012 (size=3783) 2024-12-09T18:53:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741836_1012 (size=3783) 2024-12-09T18:53:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741836_1012 (size=3783) 2024-12-09T18:53:16,498 DEBUG [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs 2024-12-09T18:53:16,498 INFO [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C46713%2C1733770358605.meta:.meta(num 1733770360453) 2024-12-09T18:53:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741834_1010 (size=841) 2024-12-09T18:53:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741834_1010 (size=841) 2024-12-09T18:53:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741834_1010 (size=841) 2024-12-09T18:53:16,503 DEBUG [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/oldWALs 2024-12-09T18:53:16,503 INFO [RS:2;a437f8b9ba7d:46713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C46713%2C1733770358605:(num 1733770360082) 2024-12-09T18:53:16,503 DEBUG [RS:2;a437f8b9ba7d:46713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:53:16,503 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:53:16,503 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:53:16,503 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T18:53:16,503 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:53:16,503 INFO [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:53:16,504 INFO [RS:2;a437f8b9ba7d:46713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46713 2024-12-09T18:53:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,46713,1733770358605 2024-12-09T18:53:16,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:53:16,511 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:53:16,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,46713,1733770358605] 2024-12-09T18:53:16,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,46713,1733770358605 already deleted, retry=false 2024-12-09T18:53:16,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,46713,1733770358605 expired; onlineServers=0 2024-12-09T18:53:16,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a437f8b9ba7d,44329,1733770357747' ***** 2024-12-09T18:53:16,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T18:53:16,528 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:53:16,528 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:53:16,528 DEBUG [M:0;a437f8b9ba7d:44329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T18:53:16,528 DEBUG [M:0;a437f8b9ba7d:44329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T18:53:16,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T18:53:16,528 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733770359657 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733770359657,5,FailOnTimeoutGroup] 2024-12-09T18:53:16,528 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733770359656 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733770359656,5,FailOnTimeoutGroup] 2024-12-09T18:53:16,528 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.ChoreService(370): Chore service for: master/a437f8b9ba7d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T18:53:16,528 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:53:16,529 DEBUG [M:0;a437f8b9ba7d:44329 {}] master.HMaster(1795): Stopping service threads 2024-12-09T18:53:16,529 INFO [M:0;a437f8b9ba7d:44329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T18:53:16,529 INFO [M:0;a437f8b9ba7d:44329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:53:16,529 INFO [M:0;a437f8b9ba7d:44329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T18:53:16,529 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T18:53:16,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:53:16,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:53:16,536 DEBUG [M:0;a437f8b9ba7d:44329 {}] zookeeper.ZKUtil(347): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T18:53:16,536 WARN [M:0;a437f8b9ba7d:44329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T18:53:16,537 INFO [M:0;a437f8b9ba7d:44329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/.lastflushedseqids 2024-12-09T18:53:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741941_1121 (size=138) 2024-12-09T18:53:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741941_1121 (size=138) 2024-12-09T18:53:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741941_1121 (size=138) 2024-12-09T18:53:16,548 INFO [M:0;a437f8b9ba7d:44329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T18:53:16,548 INFO [M:0;a437f8b9ba7d:44329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T18:53:16,548 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:53:16,548 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:53:16,548 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:53:16,548 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:53:16,548 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:53:16,548 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-09T18:53:16,561 DEBUG [M:0;a437f8b9ba7d:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d5ada1fff02464eafdef6bf6641b6ff is 82, key is hbase:meta,,1/info:regioninfo/1733770360535/Put/seqid=0 2024-12-09T18:53:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741942_1122 (size=5672) 2024-12-09T18:53:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741942_1122 (size=5672) 2024-12-09T18:53:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741942_1122 (size=5672) 2024-12-09T18:53:16,567 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d5ada1fff02464eafdef6bf6641b6ff 2024-12-09T18:53:16,584 DEBUG [M:0;a437f8b9ba7d:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2fe36295149b69590eea2b7806c96 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733770373603/Put/seqid=0 2024-12-09T18:53:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741943_1123 (size=7755) 2024-12-09T18:53:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741943_1123 (size=7755) 2024-12-09T18:53:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741943_1123 (size=7755) 2024-12-09T18:53:16,591 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2fe36295149b69590eea2b7806c96 2024-12-09T18:53:16,595 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f2fe36295149b69590eea2b7806c96 2024-12-09T18:53:16,608 DEBUG [M:0;a437f8b9ba7d:44329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ee885918d948168cbd50440523c4a1 is 69, key is a437f8b9ba7d,42319,1733770358557/rs:state/1733770359796/Put/seqid=0 2024-12-09T18:53:16,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741944_1124 (size=5440) 2024-12-09T18:53:16,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741944_1124 (size=5440) 2024-12-09T18:53:16,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741944_1124 (size=5440) 2024-12-09T18:53:16,615 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ee885918d948168cbd50440523c4a1 2024-12-09T18:53:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,619 INFO [RS:2;a437f8b9ba7d:46713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:53:16,619 INFO [RS:2;a437f8b9ba7d:46713 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,46713,1733770358605; zookeeper connection closed. 2024-12-09T18:53:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46713-0x1000c2345930003, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e098786 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e098786 2024-12-09T18:53:16,620 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30ee885918d948168cbd50440523c4a1 2024-12-09T18:53:16,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T18:53:16,621 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d5ada1fff02464eafdef6bf6641b6ff as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d5ada1fff02464eafdef6bf6641b6ff 2024-12-09T18:53:16,626 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d5ada1fff02464eafdef6bf6641b6ff, entries=8, sequenceid=168, filesize=5.5 K 2024-12-09T18:53:16,627 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35f2fe36295149b69590eea2b7806c96 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35f2fe36295149b69590eea2b7806c96 2024-12-09T18:53:16,632 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f2fe36295149b69590eea2b7806c96 2024-12-09T18:53:16,632 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35f2fe36295149b69590eea2b7806c96, entries=17, sequenceid=168, filesize=7.6 K 2024-12-09T18:53:16,633 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/30ee885918d948168cbd50440523c4a1 as hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30ee885918d948168cbd50440523c4a1 2024-12-09T18:53:16,638 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30ee885918d948168cbd50440523c4a1 2024-12-09T18:53:16,638 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43823/user/jenkins/test-data/97a4c15d-4cac-7cfc-e0a2-fcaab0571569/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/30ee885918d948168cbd50440523c4a1, entries=3, sequenceid=168, filesize=5.3 K 2024-12-09T18:53:16,639 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=168, compaction requested=false 2024-12-09T18:53:16,641 INFO [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:53:16,641 DEBUG [M:0;a437f8b9ba7d:44329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733770396548Disabling compacts and flushes for region at 1733770396548Disabling writes for close at 1733770396548Obtaining lock to block concurrent updates at 1733770396548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733770396548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733770396548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733770396549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733770396549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733770396561 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733770396561Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733770396571 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733770396584 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733770396584Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733770396595 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733770396608 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733770396608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bec670a: reopening flushed file at 1733770396620 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3794e69: reopening flushed file at 1733770396626 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c584163: reopening flushed file at 1733770396633 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=168, compaction requested=false at 1733770396639 (+6 ms)Writing region close event to WAL at 1733770396641 (+2 ms)Closed at 1733770396641 2024-12-09T18:53:16,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741830_1006 (size=71337) 2024-12-09T18:53:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35029 is added to blk_1073741830_1006 (size=71337) 2024-12-09T18:53:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36455 is added to blk_1073741830_1006 (size=71337) 2024-12-09T18:53:16,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:53:16,648 INFO [M:0;a437f8b9ba7d:44329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T18:53:16,648 INFO [M:0;a437f8b9ba7d:44329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44329 2024-12-09T18:53:16,649 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:53:16,757 INFO [M:0;a437f8b9ba7d:44329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:53:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44329-0x1000c2345930000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:53:16,763 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376929 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376929 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733770376614/wal.1733770376929 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T18:53:16,764 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733770368398/wal.1733770368511 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:16,764 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733770391654/wal.1733770391859 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:16,767 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770386382 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770386382 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733770377084/wal.1733770386382 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T18:53:16,768 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733770362038/wal.1733770362101 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:16,770 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770387025 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770387025 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733770386580/wal.1733770387025 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T18:53:16,770 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733770387166/wal.1733770387231 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:53:16,772 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal.1733770361519 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal.1733770361519 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733770361343/wal.1733770361519 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T18:53:16,775 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal.1733770361108 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal.1733770361108 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733770360858/wal.1733770361108 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1375625370_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T18:53:16,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:53:16,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:53:16,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:53:16,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:53:16,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,STOPPED} 2024-12-09T18:53:16,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:53:16,785 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:53:16,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:53:16,785 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159328675-172.17.0.2-1733770354238 (Datanode Uuid bbe9323e-4c4e-469a-9e74-b4bb04001c0f) service to localhost/127.0.0.1:43823 2024-12-09T18:53:16,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data5/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data6/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:53:16,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:53:16,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:53:16,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:53:16,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:53:16,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,STOPPED} 2024-12-09T18:53:16,790 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:53:16,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:53:16,790 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159328675-172.17.0.2-1733770354238 (Datanode Uuid 81a577b7-d4bc-4a9d-9cb4-62f1882cab9c) service to localhost/127.0.0.1:43823 2024-12-09T18:53:16,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:53:16,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data3/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data4/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:53:16,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:53:16,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:53:16,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:53:16,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:53:16,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,STOPPED} 2024-12-09T18:53:16,794 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:53:16,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:53:16,794 WARN [BP-159328675-172.17.0.2-1733770354238 heartbeating to localhost/127.0.0.1:43823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159328675-172.17.0.2-1733770354238 (Datanode Uuid 047d208e-85c5-438c-8e8a-02cddaaa778a) service to localhost/127.0.0.1:43823 2024-12-09T18:53:16,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:53:16,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data1/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/cluster_38452bdb-a4ba-5b4a-c18a-42934aac32ca/data/data2/current/BP-159328675-172.17.0.2-1733770354238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:53:16,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:53:16,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:53:16,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:53:16,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:53:16,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:53:16,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7fbc14f2-68f2-eba2-9276-ba2cab503e8e/hadoop.log.dir/,STOPPED} 2024-12-09T18:53:16,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T18:53:16,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down